-- Logs begin at Mon 2022-10-17 10:23:24 UTC, end at Mon 2022-10-17 11:26:43 UTC. -- Oct 17 10:57:19.278406 dv-cinder-858463-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Oct 17 10:57:22.252251 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.common.config [-] Logging enabled! Oct 17 10:57:22.252963 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev64 Oct 17 10:57:22.253056 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103867) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 17 10:57:22.256475 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.common.config [-] Logging enabled! Oct 17 10:57:22.256742 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.2.1.dev64 Oct 17 10:57:22.257011 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103867) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 17 10:57:22.258014 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 10:57:22.258226 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 10:57:22.258586 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 10:57:22.258824 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 10:57:22.259046 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 10:57:22.259563 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.259956 dv-cinder-858463-3-smb neutron-server[103867]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Oct 17 10:57:22.260265 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.260560 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.260849 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.261181 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.261484 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.261735 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.262023 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.262318 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.262602 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.262875 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.263156 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.263472 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.263753 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.264019 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.264295 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.264569 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] debug = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.264847 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.265301 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.265723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.266002 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.266290 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.266553 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.266822 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.267096 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.267380 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.267716 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] host = dv-cinder-858463-3-smb {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.267992 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.268277 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.268560 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.268856 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.269117 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.269419 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.269704 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.269976 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.270245 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] log_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.270516 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.270801 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.271215 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.271538 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.271765 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.271990 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.272305 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.272580 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.272854 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.273134 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.273432 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.273707 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.273980 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.274251 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.274534 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.274816 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.275101 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.275376 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.275649 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.275920 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.276192 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.276475 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.276743 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.277017 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.277314 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.277602 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.277875 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.278140 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.278441 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.278727 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.279008 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.279292 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.279560 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.279838 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.280106 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.280373 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.280641 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] use_json = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.280910 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.281196 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.281479 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.281751 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.282019 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.282294 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.282558 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.282839 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.283109 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:22.283406 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.283700 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.284000 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.284303 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.284590 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.284871 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.285173 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.285462 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.285744 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.286030 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.286319 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.286676 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.286972 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.287253 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.287552 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.287861 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.288153 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.288442 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.288715 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.288986 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.289292 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.289569 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.289853 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.290128 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.290415 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.290703 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.290977 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.291271 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.291555 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.291846 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.292134 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.292407 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.292686 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.292977 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.293280 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.293556 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.293834 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.294120 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.294396 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.294667 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.294944 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.295230 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.295517 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.295787 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.296061 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.296345 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.296618 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.296886 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.297173 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.297447 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.297721 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.298001 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.298276 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.298544 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.298812 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.299084 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.299353 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.299623 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.299895 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.300164 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.300435 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.300703 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.300969 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.301268 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.301539 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.301808 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.302076 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.302369 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.302640 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.302907 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.303175 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.303442 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.303714 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.303982 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.304261 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.304542 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.304835 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.305107 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.305406 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.305681 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.305955 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.306228 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.306499 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.306769 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.307042 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.307312 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.307598 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.307880 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.308178 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.308455 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.308726 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.309016 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.309317 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.309588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.309868 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.310140 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.310417 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.310693 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.310974 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.311267 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.311558 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.311852 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.312149 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.312438 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.312714 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.313023 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.313329 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:22.313547 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 10:57:22.313794 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103867) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 17 10:57:22.680214 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Oct 17 10:57:22.680447 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Oct 17 10:57:22.680774 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Oct 17 10:57:22.681106 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 17 10:57:23.011892 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.012138 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.012421 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.013777 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.014049 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.014310 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.060431 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.060674 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.060965 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.075546 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.075822 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.076088 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.105584 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.105839 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.106115 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.144487 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.144760 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.145020 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.497033 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.497778 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.497778 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.497956 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.498624 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.598039 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.598358 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.598640 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.598908 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.599300 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.599794 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.599899 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.600151 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.600406 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.600686 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.600943 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.601213 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.601468 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.601701 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.601951 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.602212 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.602465 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.602734 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.602991 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.603243 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.603508 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.603757 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.604031 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.604399 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.604643 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.604886 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.605307 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:57:23.605544 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:57:23.605778 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:57:23.606010 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:57:23.606242 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:57:23.606473 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:57:23.606829 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 17 10:57:23.609969 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 17 10:57:23.613908 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 17 10:57:23.617788 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Oct 17 10:57:23.619393 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 17 10:57:23.619859 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 17 10:57:23.620185 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 17 10:57:23.620569 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 17 10:57:23.623375 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 17 10:57:23.623609 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 17 10:57:23.623953 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 17 10:57:23.628742 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 17 10:57:23.652029 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 17 10:57:23.652482 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.652777 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103867) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Oct 17 10:57:23.653172 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.654536 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103867) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 17 10:57:23.654808 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 17 10:57:23.655050 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 17 10:57:23.666220 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.666421 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:23.781270 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 17 10:57:23.781460 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 17 10:57:23.781678 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 17 10:57:23.782069 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 17 10:57:23.808190 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_db.sqlalchemy.engines [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103867) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 17 10:57:24.251576 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Initializing driver for type 'gre' Oct 17 10:57:24.252084 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] gre ID ranges: [(1, 1000)] Oct 17 10:57:24.305615 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Initializing driver for type 'local' Oct 17 10:57:24.305939 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Initializing driver for type 'vlan' Oct 17 10:57:24.320921 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] VlanTypeDriver initialization complete Oct 17 10:57:24.321283 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Initializing driver for type 'vxlan' Oct 17 10:57:24.321808 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] vxlan ID ranges: [(1, 1000)] Oct 17 10:57:24.379079 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Initializing extension driver 'port_security' Oct 17 10:57:24.379350 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.extensions.port_security [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] PortSecurityExtensionDriver initialization complete Oct 17 10:57:24.379682 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Initializing mechanism driver 'openvswitch' Oct 17 10:57:24.380001 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Initializing mechanism driver 'hyperv' Oct 17 10:57:24.386670 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.plugins.ml2.plugin [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:57:24.387531 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > port after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.387898 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > port after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.388242 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > port after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.388774 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 17 10:57:24.389203 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > subnet after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.389571 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > subnet after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.389911 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.390307 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 17 10:57:24.390714 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > network after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.391055 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > network after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.391376 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > network after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.391763 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 17 10:57:24.392163 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > security_group after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.392504 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > security_group after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.392838 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.393258 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 17 10:57:24.393663 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.394000 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.394352 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.394746 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 17 10:57:24.395144 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > address_group after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.395487 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > address_group after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.395818 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.396278 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Oct 17 10:57:24.396715 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] ML2 OVO RPC backend initialized. {{(pid=103867) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Oct 17 10:57:24.397461 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.397809 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.398228 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > network before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.398572 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > networks before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.398918 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > port before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.399257 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > ports before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.399595 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > subnet before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.399943 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > subnets before_response 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.400281 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > network after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.400615 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > network after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.400947 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > network after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.401307 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > port after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.401640 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > port after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.401968 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > port after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.402298 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > subnet after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.402627 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > subnet after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.402953 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.410183 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded quota_driver: . Oct 17 10:57:24.410539 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.plugin [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Modular L2 Plugin initialization complete Oct 17 10:57:24.410915 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading services supported by the core plugin {{(pid=103867) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 17 10:57:24.411251 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.plugins.ml2.managers [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Got port-security extension from driver 'port_security' Oct 17 10:57:24.411751 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.extensions.vlantransparent [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Disabled vlantransparent extension. Oct 17 10:57:24.412244 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103867) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 17 10:57:24.412561 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading Plugin: router Oct 17 10:57:24.447750 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.448211 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router after_create 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.448521 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router before_create 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.448880 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.449269 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.449597 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router after_delete 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.449980 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.450322 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.450653 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router after_create 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.451003 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router after_update 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.451345 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router after_update 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.451685 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.452040 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router after_update 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.452445 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router precommit_update 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.452824 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: port after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.453163 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: port after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.453501 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: subnet after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.453833 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.454178 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.454514 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router precommit_create 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.454850 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: port before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.455343 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router precommit_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.455697 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router after_update 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.456036 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.456385 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router precommit_create 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.456742 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.457085 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router precommit_update 55549900 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.457474 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > agent after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.457821 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > agent after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.458167 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > network after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.459143 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Tracking information for resource: router configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:57:24.459463 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Tracking information for resource: floatingip configured {{(pid=103867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 17 10:57:24.464558 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.db.l3_agentschedulers_db [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 17 10:57:24.465131 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: port after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.465510 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: port after_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.465856 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: port after_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.466205 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: port after_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.467012 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router before_create 55550100 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.467374 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.467732 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router precommit_create 55550100 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.468093 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > router precommit_update 55550100 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.472978 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.services.provider_configuration [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service providers = [] {{(pid=103867) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 17 10:57:24.473370 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.db.servicetype_db [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103867) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 17 10:57:24.476314 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.services.service_base [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 10:57:24.476664 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.services.service_base [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 10:57:24.476998 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.services.service_base [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 10:57:24.477882 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.services.service_base [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 17 10:57:24.478290 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.services.service_base [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 17 10:57:24.478672 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:57:24.478986 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 17 10:57:24.489458 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:57:24.489879 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading Plugin: auto_allocate Oct 17 10:57:24.495603 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: network precommit_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.495965 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: network precommit_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.496484 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:57:24.496806 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading Plugin: tag Oct 17 10:57:24.504775 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:57:24.505388 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading Plugin: timestamp Oct 17 10:57:24.508935 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:57:24.509299 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading Plugin: network_ip_availability Oct 17 10:57:24.514717 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.515085 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.515432 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.516155 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:57:24.516467 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading Plugin: flavors Oct 17 10:57:24.521509 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:57:24.521997 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading Plugin: revisions Oct 17 10:57:24.526421 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 17 10:57:24.526819 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_concurrency.lockutils [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.846s {{(pid=103867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Oct 17 10:57:24.527579 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103867) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 17 10:57:24.527907 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Initializing extension manager. Oct 17 10:57:24.528419 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: __init__.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.528758 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: __pycache__ {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.529055 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: address_group.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.529840 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.530415 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: address-group Oct 17 10:57:24.530733 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: address_scope.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.531436 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.531941 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: address-scope Oct 17 10:57:24.532260 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.533201 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.533715 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: router-admin-state-down-before-update Oct 17 10:57:24.534032 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: agent.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.534731 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.535238 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: agent Oct 17 10:57:24.535554 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: agent_resources_synced.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.536448 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.537030 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: agent-resources-synced Oct 17 10:57:24.537367 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: allowedaddresspairs.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.539147 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.539661 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: allowed-address-pairs Oct 17 10:57:24.539983 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: auto_allocated_topology.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.541043 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.541599 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: auto-allocated-topology Oct 17 10:57:24.541920 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: availability_zone.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.542614 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.543120 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: availability_zone Oct 17 10:57:24.543438 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: availability_zone_filter.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.544338 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.544841 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: availability_zone_filter Oct 17 10:57:24.545165 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: data_plane_status.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.546075 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.546580 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension data-plane-status not supported by any of loaded plugins Oct 17 10:57:24.546895 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: default_subnetpools.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.547788 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.548289 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: default-subnetpools Oct 17 10:57:24.548606 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.549443 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.549943 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: dhcp_agent_scheduler Oct 17 10:57:24.550259 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: dns.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.551157 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.551654 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension dns-integration not supported by any of loaded plugins Oct 17 10:57:24.551997 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: dns_domain_ports.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.552974 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.553502 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 17 10:57:24.553821 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.554725 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.555222 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 17 10:57:24.555536 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: dvr.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.556187 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.556693 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: dvr Oct 17 10:57:24.557006 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: ecmp_routes.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.557931 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.558434 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 17 10:57:24.558748 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: empty_string_filtering.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.559641 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.560153 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: empty-string-filtering Oct 17 10:57:24.560466 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.561405 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.561890 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 17 10:57:24.562204 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.563093 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.563590 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 17 10:57:24.563907 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: external_net.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.564795 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.565336 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: external-net Oct 17 10:57:24.565646 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.566544 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.567043 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: extra_dhcp_opt Oct 17 10:57:24.567361 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: extraroute.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.568381 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.568881 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: extraroute Oct 17 10:57:24.569257 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: extraroute_atomic.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.570599 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.571099 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: extraroute-atomic Oct 17 10:57:24.571415 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: filter_validation.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.572080 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.572577 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: filter-validation Oct 17 10:57:24.572891 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: fip_pf_description.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.573808 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.574309 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 17 10:57:24.574620 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: fip_port_details.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.575733 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.576236 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: fip-port-details Oct 17 10:57:24.576554 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: flavors.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.577841 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.578354 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: flavors Oct 17 10:57:24.578661 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.580351 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.580861 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 17 10:57:24.581213 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: floatingip_pools.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.581903 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.582405 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: floatingip-pools Oct 17 10:57:24.582729 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: ip_allocation.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.583646 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.584160 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension ip_allocation not supported by any of loaded plugins Oct 17 10:57:24.584477 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.585414 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.585925 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: ip-substring-filtering Oct 17 10:57:24.586247 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: l2_adjacency.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.587158 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.587660 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 17 10:57:24.587979 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: l3.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.588969 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.589512 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: router Oct 17 10:57:24.589839 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.592110 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.592638 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 17 10:57:24.592967 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.593927 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.594436 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: ext-gw-mode Oct 17 10:57:24.594761 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.595661 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.596171 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: l3-ha Oct 17 10:57:24.596499 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.597421 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.597929 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Oct 17 10:57:24.598249 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: l3_flavors.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.599179 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.599703 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: l3-flavors Oct 17 10:57:24.600020 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.601408 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.601921 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Oct 17 10:57:24.602244 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.603140 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.603649 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 17 10:57:24.603970 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: l3agentscheduler.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.605046 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.605579 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: l3_agent_scheduler Oct 17 10:57:24.605903 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: local_ip.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.607676 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.608196 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension local_ip not supported by any of loaded plugins Oct 17 10:57:24.608524 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: logging.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.610156 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.610662 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension logging not supported by any of loaded plugins Oct 17 10:57:24.610986 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: metering.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.611719 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.612301 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: metering Oct 17 10:57:24.612618 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.613716 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.614230 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: metering_source_and_destination_fields Oct 17 10:57:24.614553 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: multiprovidernet.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.615516 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.616022 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: multi-provider Oct 17 10:57:24.616347 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: netmtu.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.617280 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.617787 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: net-mtu Oct 17 10:57:24.618103 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: netmtu_writable.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.618997 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.619501 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: net-mtu-writable Oct 17 10:57:24.619817 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: network_availability_zone.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.620497 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.620974 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: network_availability_zone Oct 17 10:57:24.621318 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: network_ip_availability.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.622425 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.622929 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: network-ip-availability Oct 17 10:57:24.623242 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: network_segment_range.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.624001 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.624496 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension network-segment-range not supported by any of loaded plugins Oct 17 10:57:24.624807 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: pagination.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.625799 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.626123 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: pagination Oct 17 10:57:24.626439 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: port_device_profile.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.627342 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.627846 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: port-device-profile Oct 17 10:57:24.628160 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.629056 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.629647 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: port-mac-address-regenerate Oct 17 10:57:24.629907 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.630929 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.631492 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: port-numa-affinity-policy Oct 17 10:57:24.631816 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: port_resource_request.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.632725 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.633262 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension port-resource-request not supported by any of loaded plugins Oct 17 10:57:24.633566 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: port_resource_request_groups.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.634520 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.635021 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension port-resource-request-groups not supported by any of loaded plugins Oct 17 10:57:24.635338 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: portbindings.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.636253 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.636753 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: binding Oct 17 10:57:24.637069 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: portbindings_extended.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.638349 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.638872 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: binding-extended Oct 17 10:57:24.639196 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: portsecurity.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.640087 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.640590 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: port-security Oct 17 10:57:24.640905 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: project_id.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.641875 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.642217 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: project-id Oct 17 10:57:24.642515 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: providernet.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.643419 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.643942 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: provider Oct 17 10:57:24.644256 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: qos.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.647866 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.648380 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension qos not supported by any of loaded plugins Oct 17 10:57:24.648706 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.649956 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.650469 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 17 10:57:24.650799 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.651702 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.652210 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 17 10:57:24.652528 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: qos_default.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.653451 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.653956 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension qos-default not supported by any of loaded plugins Oct 17 10:57:24.654277 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: qos_fip.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.655189 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.655690 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension qos-fip not supported by any of loaded plugins Oct 17 10:57:24.656012 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.656934 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.657454 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Oct 17 10:57:24.657772 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: qos_gateway_ip.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.658813 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.659317 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 17 10:57:24.659636 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: qos_port_network_policy.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.660523 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.661018 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 17 10:57:24.661373 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.662502 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.663014 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 17 10:57:24.663329 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.664381 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.664893 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Oct 17 10:57:24.665243 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: qos_pps_rule.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.666412 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.666926 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension qos-pps not supported by any of loaded plugins Oct 17 10:57:24.667246 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: qos_rule_type_details.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.668145 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.668655 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 17 10:57:24.668974 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: qos_rules_alias.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.670022 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.670530 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 17 10:57:24.670848 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: quota_check_limit.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.671745 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.672260 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: quota-check-limit Oct 17 10:57:24.672580 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: quotasv2.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.673588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.673912 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: quotas Oct 17 10:57:24.674225 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: quotasv2_detail.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.675955 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.676298 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: quota_details Oct 17 10:57:24.676629 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: rbac.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.678001 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.678566 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: rbac-policies Oct 17 10:57:24.678926 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: rbac_address_group.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.679960 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.680469 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: rbac-address-group Oct 17 10:57:24.680800 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: rbac_address_scope.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.681750 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.682270 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: rbac-address-scope Oct 17 10:57:24.682590 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: rbac_security_groups.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.683529 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.684039 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: rbac-security-groups Oct 17 10:57:24.684354 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: rbac_subnetpool.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.685287 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.685799 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: rbac-subnetpool Oct 17 10:57:24.686115 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: revisionifmatch.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.688238 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.688763 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: revision-if-match Oct 17 10:57:24.689082 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: revisions.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.690272 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.690777 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: standard-attr-revisions Oct 17 10:57:24.691107 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: router_availability_zone.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.691792 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.692299 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: router_availability_zone Oct 17 10:57:24.692621 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: routerservicetype.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.693683 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.694187 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension router-service-type not supported by any of loaded plugins Oct 17 10:57:24.694504 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.695764 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.696273 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: security-groups-normalized-cidr Oct 17 10:57:24.696591 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.697536 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.698047 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: port-security-groups-filtering Oct 17 10:57:24.698366 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.699283 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.699789 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: security-groups-remote-address-group Oct 17 10:57:24.700107 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.701027 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.701564 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: security-groups-shared-filtering Oct 17 10:57:24.701880 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.702477 dv-cinder-858463-3-smb neutron-server[103867]: WARNING neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Oct 17 10:57:24.702792 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: securitygroup.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.712660 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.713201 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: security-group Oct 17 10:57:24.713560 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: segment.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.714292 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.714799 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension segment not supported by any of loaded plugins Oct 17 10:57:24.715118 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.716080 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.716582 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 17 10:57:24.716901 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: servicetype.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.718042 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.718552 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: service-type Oct 17 10:57:24.718873 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: sorting.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.719826 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.720151 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: sorting Oct 17 10:57:24.720464 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: standard_attr_segment.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.721394 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.721902 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 17 10:57:24.722223 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: standardattrdescription.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.722852 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.723348 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: standard-attr-description Oct 17 10:57:24.723675 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: stateful_security_group.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.724617 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.725131 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: stateful-security-group Oct 17 10:57:24.725472 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: stdattrs_common.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.726038 dv-cinder-858463-3-smb neutron-server[103867]: WARNING neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 17 10:57:24.726356 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.727274 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.727781 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 17 10:57:24.728095 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: subnet_onboard.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.729172 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.729686 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: subnet_onboard Oct 17 10:57:24.730009 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.730942 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.731444 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 17 10:57:24.731764 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: subnet_service_types.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.732661 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.733169 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: subnet-service-types Oct 17 10:57:24.733538 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: subnetallocation.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.734564 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.735081 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: subnet_allocation Oct 17 10:57:24.735398 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.736053 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.736560 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: subnetpool-prefix-ops Oct 17 10:57:24.736884 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.737842 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.738351 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 17 10:57:24.738668 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: tagging.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.739773 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.740379 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: standard-attr-tag Oct 17 10:57:24.740699 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: timestamp.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.741931 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.742439 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loaded extension: standard-attr-timestamp Oct 17 10:57:24.742759 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: trunk.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.743765 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.744272 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension trunk not supported by any of loaded plugins Oct 17 10:57:24.744591 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: trunk_details.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.745529 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.746034 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension trunk-details not supported by any of loaded plugins Oct 17 10:57:24.746347 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: uplink_status_propagation.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.747253 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.747754 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 17 10:57:24.748074 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Loading extension file: vlantransparent.py {{(pid=103867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 17 10:57:24.748741 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 17 10:57:24.749359 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 17 10:57:24.752005 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:network Oct 17 10:57:24.752533 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:subnet Oct 17 10:57:24.752921 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 10:57:24.753334 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:port Oct 17 10:57:24.754698 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:57:24.755128 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service FLAVORS assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:57:24.755833 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:57:24.756247 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:57:24.756571 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:router Oct 17 10:57:24.757008 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:floatingip Oct 17 10:57:24.757522 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service METERING assigned prefix: /metering {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:57:24.758990 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.759361 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.759710 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 10:57:24.760735 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of CountableResource for resource:rbac_policy Oct 17 10:57:24.761176 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:security_group Oct 17 10:57:24.761603 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 17 10:57:24.762202 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service CORE assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:57:24.762522 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 10:57:24.762869 dv-cinder-858463-3-smb neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] subnetpool is already registered Oct 17 10:57:24.763292 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service CORE assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:57:24.763625 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 10:57:24.763952 dv-cinder-858463-3-smb neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] subnetpool is already registered Oct 17 10:57:24.766257 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:57:24.766682 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service FLAVORS assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:57:24.767275 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:57:24.767687 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:57:24.768012 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:router Oct 17 10:57:24.768347 dv-cinder-858463-3-smb neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] router is already registered Oct 17 10:57:24.768747 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:floatingip Oct 17 10:57:24.769075 dv-cinder-858463-3-smb neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] floatingip is already registered Oct 17 10:57:24.769543 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service METERING assigned prefix: /metering {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:57:24.770197 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of CountableResource for resource:rbac_policy Oct 17 10:57:24.770526 dv-cinder-858463-3-smb neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] rbac_policy is already registered Oct 17 10:57:24.770930 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:security_group Oct 17 10:57:24.771270 dv-cinder-858463-3-smb neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] security_group is already registered Oct 17 10:57:24.771664 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 17 10:57:24.772003 dv-cinder-858463-3-smb neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] security_group_rule is already registered Oct 17 10:57:24.772620 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service CORE assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:57:24.772944 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 10:57:24.773286 dv-cinder-858463-3-smb neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] subnetpool is already registered Oct 17 10:57:24.773702 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.v2.resource_helper [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Service CORE assigned prefix: {{(pid=103867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 17 10:57:24.774017 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Creating instance of TrackedResource for resource:subnetpool Oct 17 10:57:24.774340 dv-cinder-858463-3-smb neutron-server[103867]: WARNING neutron.quota.resource_registry [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] subnetpool is already registered Oct 17 10:57:24.774799 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: extensions {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.776300 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: address-groups {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.777854 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: address-scopes {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.779165 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: agents {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.780331 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: auto-allocated-topology {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.781627 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: availability_zones {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.782860 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: dhcp-networks {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.785559 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: dhcp-agents {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.787280 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: routers {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.789554 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: flavors {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.790716 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: service_profiles {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.791914 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: next_providers {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.793395 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: service_profiles {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.795001 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: floatingip-pools {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.796227 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: routers {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.798411 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: floatingips {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.799682 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: l3-routers {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.801090 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: l3-agents {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.802572 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: metering-labels {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.803931 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: metering-label-rules {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.805212 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: network-ip-availabilities {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.806510 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: bindings {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.808167 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: quotas {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.809771 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: quotas {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.811292 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: rbac-policies {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.812579 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: security-groups {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.813842 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: security-group-rules {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.815070 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: service-providers {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.816334 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: subnetpools {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.818031 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: subnetpools {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.819332 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.821386 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.823217 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.825063 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.826881 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.828745 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.830459 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.832384 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.834327 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.836196 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron.api.extensions [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Extended resource: tags {{(pid=103867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 17 10:57:24.842313 dv-cinder-858463-3-smb neutron-server[103867]: WARNING keystonemiddleware.auth_token [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 17 10:57:24.848021 dv-cinder-858463-3-smb neutron-server[103867]: WARNING keystonemiddleware.auth_token [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 17 10:57:24.856844 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_concurrency.lockutils [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Acquired lock "singleton_lock" {{(pid=103867) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Oct 17 10:57:24.857348 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_concurrency.lockutils [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Releasing lock "singleton_lock" {{(pid=103867) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Oct 17 10:57:24.858009 dv-cinder-858463-3-smb neutron-server[103867]: INFO oslo_service.service [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Starting 2 workers Oct 17 10:57:24.862851 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Started child 103976 {{(pid=103867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 10:57:24.867508 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Started child 103977 {{(pid=103867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 10:57:24.868492 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:24.869314 dv-cinder-858463-3-smb neutron-server[103867]: INFO neutron.service [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 17 10:57:24.869617 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:24.869910 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [-] (103976) wsgi starting up on http://0.0.0.0:9696 Oct 17 10:57:24.872071 dv-cinder-858463-3-smb neutron-server[103867]: INFO oslo_service.service [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Starting 1 workers Oct 17 10:57:24.872383 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:24.873819 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [-] (103977) wsgi starting up on http://0.0.0.0:9696 Oct 17 10:57:24.877340 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Started child 103978 {{(pid=103867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 10:57:24.877905 dv-cinder-858463-3-smb neutron-server[103867]: INFO oslo_service.service [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Starting 1 workers Oct 17 10:57:24.881538 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.service [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] calling RpcWorker wait() {{(pid=103978) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 17 10:57:24.882123 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.service [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] returning from RpcWorker wait() {{(pid=103978) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 17 10:57:24.882701 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Started child 103979 {{(pid=103867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 17 10:57:24.883170 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:24.883473 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG neutron_lib.callbacks.manager [None req-5fccc227-e682-421b-8d3a-214f9cecbd93 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:24.883574 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:57:24.885386 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103867) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 17 10:57:24.885559 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 10:57:24.885922 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 10:57:24.886128 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 10:57:24.886484 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 10:57:24.886626 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 10:57:24.887256 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.887665 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.888089 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.888322 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:24.888814 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.888814 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.889201 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.889488 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.889722 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.890043 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.890245 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.890400 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.890580 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.890840 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.891073 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.891361 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.891603 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.891845 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.892080 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.892273 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.892520 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.892792 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.893030 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.893318 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] debug = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.893539 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.894015 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.894234 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.894479 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.894693 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.894975 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.895203 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.895483 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.895721 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.895951 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.896321 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.896590 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.896827 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.897043 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.897319 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.897570 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.897815 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.898061 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.898491 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] host = dv-cinder-858463-3-smb {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.898735 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.898913 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.899136 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.899376 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.899613 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.899840 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.900088 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.900358 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.900579 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.900799 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.901047 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.901311 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.901538 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.901766 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.901929 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_options = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.902143 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.902406 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.902656 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.902842 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.903006 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.903166 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.903420 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.903581 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.903840 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.904066 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.904276 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.904502 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.904712 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.904943 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.905224 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.905435 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.905662 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.905872 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.906113 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.906377 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.906577 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.907578 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.907578 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.907578 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.907578 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.907854 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.907854 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.908076 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.908264 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.908482 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.908707 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.908962 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.909212 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.909440 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.909688 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.909912 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.910225 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.910342 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.910632 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.910824 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.911072 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.911317 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.912071 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.912071 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.912071 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.912430 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.912430 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] use_json = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.912755 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.913056 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.913056 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.913573 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.913573 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.914069 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.914069 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.914594 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.914594 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.914844 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.915125 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.915395 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.915857 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.915857 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.916106 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.916226 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.916452 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.916701 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.917013 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.917339 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.917477 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.917765 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.918389 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.918389 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.919084 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.919084 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.919084 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.920588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.920588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.920588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.920588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.920588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.920588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.920588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.921441 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:57:24.921602 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.921602 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.921602 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.921602 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.921882 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.922103 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.922392 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.922647 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.922873 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.923085 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.923320 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.923520 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.923738 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.923967 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.924224 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.924658 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.924881 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.925109 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.925386 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.925604 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.925866 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.926080 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.926340 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.926939 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.926939 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.927202 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.927202 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.927621 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.927749 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.928049 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.928241 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.928393 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.928829 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.929242 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.929242 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.929532 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.929657 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.929800 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.929995 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.930188 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.930428 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.930617 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.930831 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.931072 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.931301 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.931490 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.931714 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.931976 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.932147 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.932382 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.932589 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.935035 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.935035 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.935035 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.935035 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.935035 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.935035 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.935035 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.935035 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.935035 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.938723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.938723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.938723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.938723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.938723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.938723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.938723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.938723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.940711 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.940711 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.940711 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.940711 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.940711 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.940711 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.940711 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.940711 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.942234 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.942234 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.942234 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.942234 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.942234 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.942234 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.942234 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.942234 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.943700 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.943700 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.943700 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.943700 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.943700 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.943700 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.943700 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.943700 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.944443 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.944443 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.944443 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.944443 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.944443 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.944443 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.944443 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.944443 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.946435 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.946435 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.946435 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.946435 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.946435 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.946435 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.946435 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.946435 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.947660 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.947660 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.947660 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.947660 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.947660 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.947660 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.947660 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.948479 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.948479 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.948479 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.948479 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.951778 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.951778 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.951778 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.951778 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.951778 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.951778 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.951778 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.951778 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.952429 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.952429 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.952429 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.952429 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.952429 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.952429 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.952429 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.952429 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.957014 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.957014 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.957014 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.957014 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.957014 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.957014 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.957014 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.957014 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.961321 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.961321 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.961321 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.961321 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.961321 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.961321 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.961321 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.961321 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962050 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962050 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962050 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962050 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962050 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962050 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962050 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962050 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962565 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962565 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962565 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962565 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962565 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962565 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962925 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 46564) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:57:24.962997 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962997 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962997 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962997 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962997 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962997 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962997 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.962997 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963480 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963480 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963480 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963480 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963480 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963480 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963480 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963480 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963480 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963998 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963998 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963998 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963998 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963998 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.963998 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.964354 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.964354 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.964516 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.964886 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.965270 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.965636 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.966004 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.966360 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.966716 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.967101 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.967447 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.967872 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.968264 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.968637 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.969018 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.969443 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.969819 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.970168 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.970546 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.970931 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.971333 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.971724 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.972095 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.972480 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.972850 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.973249 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.973651 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.974028 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.974437 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.974827 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.975212 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.975662 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.976150 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.976335 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0153680 Oct 17 10:57:24.976709 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.977086 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.977526 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.977952 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.978359 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.978786 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.979204 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.979610 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.980049 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.980322 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.980596 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.980897 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.981223 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.981514 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.982497 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.982497 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.982497 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.982721 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.982997 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.983310 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.983575 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.983881 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.984120 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.984350 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.984575 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.984792 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.985011 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.985314 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.985635 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.985928 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.986173 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.986421 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.986702 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.986968 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.987330 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.988300 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.988745 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.989227 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.989671 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.990105 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.991231 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.991503 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.991745 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.991965 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.993221 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.993476 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.993706 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.993960 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.994196 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.994428 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.994646 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.995905 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.996143 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.996398 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.996620 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.996862 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.997097 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:24.997277 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 10:57:24.997927 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103867) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 17 10:57:24.998094 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 17 10:57:24.998269 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 17 10:57:24.998430 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 17 10:57:24.998610 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 17 10:57:24.998751 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 17 10:57:24.998959 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.999114 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.999417 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.999719 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:24.999814 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:57:25.000192 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.000380 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.000541 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.000692 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.000847 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.001002 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.001435 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.001696 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.001938 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.002174 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.002888 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.002888 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.002888 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.003118 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.003184 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.003440 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.003611 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.003992 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.004202 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] debug = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.005030 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.005030 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.005030 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.005316 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.005419 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.005583 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.006348 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.006668 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.006836 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.007000 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.007164 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.007324 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.007484 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.007647 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.007807 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.007967 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.008129 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.008282 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.008445 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] host = dv-cinder-858463-3-smb {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.008627 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.008760 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.008920 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.009965 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.009965 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.009965 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.009965 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.009965 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.009965 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.010356 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.010356 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.010356 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.010535 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.010771 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.011043 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_options = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.011556 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.011726 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.011886 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.012073 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.012262 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.012423 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.012613 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.012774 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.012933 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.013088 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.013268 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.013426 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.013584 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.013912 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.013912 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.014228 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.014228 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.015310 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.015310 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.015310 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.015310 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.015310 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.015826 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.015826 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.015826 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.016179 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.016179 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.016179 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.016547 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.016547 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.016807 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.016807 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.017109 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.017109 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.017325 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.017840 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.018003 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.018139 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.018275 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.018616 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.018773 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.018970 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.019907 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.019907 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.019907 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.019907 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.019907 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] use_json = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.019907 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.021665 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.021665 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.021665 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.021665 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.021665 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.021665 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.021665 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.021665 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 17 10:57:25.023297 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.023297 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.023297 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.023297 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.023297 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.023297 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.023297 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.023297 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.024723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.024723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.024723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.024723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.024723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.024723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.024723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.024723 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.025855 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.025855 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.025855 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.025855 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.025855 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.025855 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.025855 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.027518 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.027518 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.027518 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.027518 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.027518 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.027518 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.027518 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.027518 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.029588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.029588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.029588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.029588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.029588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.029588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.029588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.029588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.030975 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.031693 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.031889 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.032028 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.032195 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.032378 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.033395 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.033395 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.033395 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.033395 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.035413 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.035413 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.035413 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.035413 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.035413 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.035413 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.035413 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.035413 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.036072 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.036072 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.036072 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.036340 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.036340 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.036529 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.036662 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.036869 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.037083 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.038110 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.038291 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.038470 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.038639 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.038849 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.038999 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.039196 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.039318 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.039626 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.039982 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.040288 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.040589 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.040900 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.041078 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.041329 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.042524 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.042524 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.042524 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.042524 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.042980 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.042980 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.043172 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.043283 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.043808 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.043808 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.043808 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.044060 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.044204 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.044350 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.044523 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.044972 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.046065 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.046065 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.046065 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.046065 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.046065 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.046065 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.046065 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.047011 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.047011 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.047011 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.047011 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.047519 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.047519 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.047519 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.047519 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.048035 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.048035 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.048286 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.048286 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.049209 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.049209 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.049209 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.049209 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.049209 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.049209 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.049659 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.049659 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.049826 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.049897 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.050115 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.050220 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.050372 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.050521 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.050682 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.051948 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.052052 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.052514 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.052514 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.052773 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.052877 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.053043 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.053412 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.053656 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.053855 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.053999 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.054158 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.054366 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.054527 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.054664 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.054948 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.055103 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.055237 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.055371 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.055493 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.056911 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.056911 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.056911 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.056911 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.056911 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.056911 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.056911 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.056911 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.057658 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.057658 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.057658 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.057658 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.057658 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.058282 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.058282 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.058282 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.058282 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.058720 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.058720 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.058720 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.058972 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.058972 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.059580 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.059580 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.059580 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.059580 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.060029 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.060029 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.060029 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.060317 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.060397 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.060579 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.060731 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.060849 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.061010 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.061494 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.061672 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.061935 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.061935 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.062782 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.062782 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.062782 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.062782 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.063023 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.063087 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.064018 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.064018 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.064018 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.064018 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.064018 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.064018 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.064849 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.064849 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.064849 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.064849 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.064849 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.065590 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.065590 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.065590 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.065590 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.065590 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.066200 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.066200 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.066200 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.066200 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.066763 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.066763 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.066763 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.067141 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.067141 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.067141 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.067501 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.067629 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.067793 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.067989 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.068244 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.069228 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.069228 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.069228 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.069228 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.069512 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.069579 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.069719 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.069857 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.070352 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.070526 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.070688 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.070851 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.071013 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.071173 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.071338 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.071511 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.071673 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.071837 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.071998 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.073105 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.073294 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.073470 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.073663 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.073797 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.073961 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.074123 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.074286 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.074463 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.074622 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.074786 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.074950 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.075213 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.075380 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.075549 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.075711 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.075870 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.076042 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.076203 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.076364 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.076527 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.076703 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.076866 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.077032 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.077282 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.077373 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.077588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.077680 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.078722 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.078900 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.079072 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.079237 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.079409 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.079588 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.079870 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.079870 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.080125 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.080247 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.080366 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.080507 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.080666 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.080817 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.080978 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.081172 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.081361 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.081484 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.081665 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.081807 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.081953 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.082128 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.082297 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.082428 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.082562 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.083601 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.083601 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.083601 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.083601 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 17 10:57:25.083601 dv-cinder-858463-3-smb neutron-server[103867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 17 10:57:37.007917 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935651a8-9520-47af-bfd1-39130493702c None None] get_active_networks_info from dv-cinder-858463-3-smb {{(pid=103978) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Oct 17 10:57:37.091688 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935651a8-9520-47af-bfd1-39130493702c None None] No non-hosted networks {{(pid=103978) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 17 10:57:37.126388 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ce6fc56f-8bba-49d9-bfaf-93ae8e4d1770 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7883135'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:39.243879 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-476cffd9-f6d9-4a1b-97f6-d73136a79c28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7883135'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:39.298545 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-38749af2-2225-4954-a94c-7a8dab4aeeb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:40.567320 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7883135'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:42.587603 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7883135'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:44.347570 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7883135'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:44.350257 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:44.351782 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:44.352671 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:44.353610 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:44.355345 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:44.356554 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:44.357957 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:44.360689 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:44.361719 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:44.362543 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:44.363476 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:44.364756 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:44.367839 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:44.370633 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-858463-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:57:44.399362 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-858463-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:57:44.793531 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.db.l3_hamode_db [None req-8a9084b3-19ad-46b5-a7c1-a18c555bfb1b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 17 10:57:44.926820 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9084b3-19ad-46b5-a7c1-a18c555bfb1b None None] Routers set() bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 10:57:44.927479 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9084b3-19ad-46b5-a7c1-a18c555bfb1b None None] Router IDs set() for agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 17 10:57:45.184966 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 46660) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:57:45.946428 dv-cinder-858463-3-smb neutron-server[103977]: WARNING oslo_policy.policy [None req-50a99f21-29bf-49f9-87f5-fe81982067f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:57:45.947012 dv-cinder-858463-3-smb neutron-server[103977]: WARNING oslo_policy.policy [None req-50a99f21-29bf-49f9-87f5-fe81982067f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:57:46.185069 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [None req-50a99f21-29bf-49f9-87f5-fe81982067f3 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:57:46.186333 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-50a99f21-29bf-49f9-87f5-fe81982067f3 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0002627 Oct 17 10:57:48.937503 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 46676) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:57:49.284351 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-74f21cb8-7a7e-4f2f-bffa-b52a30e7ec07 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:57:49.375285 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.policy [None req-74f21cb8-7a7e-4f2f-bffa-b52a30e7ec07 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103977) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 17 10:57:49.418789 dv-cinder-858463-3-smb neutron-server[103977]: WARNING oslo_policy.policy [None req-74f21cb8-7a7e-4f2f-bffa-b52a30e7ec07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:57:49.419165 dv-cinder-858463-3-smb neutron-server[103977]: WARNING oslo_policy.policy [None req-74f21cb8-7a7e-4f2f-bffa-b52a30e7ec07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:57:49.517075 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-74f21cb8-7a7e-4f2f-bffa-b52a30e7ec07 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735711077108', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735711075367', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735711095104', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735711092158', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735711047619', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8735711041314', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-925067', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-917346', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8061612', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7922244'] for rbac-policy (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:49.592324 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-74f21cb8-7a7e-4f2f-bffa-b52a30e7ec07 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:49.604077 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-74f21cb8-7a7e-4f2f-bffa-b52a30e7ec07 admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6551087 Oct 17 10:57:52.208556 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 46686) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:57:52.563498 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:57:52.595714 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Made reservation on behalf of 026f37e5247f41c78e7c1d1faa50f6a1 for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:57:52.599752 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:52.618194 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:52.736091 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Publish callbacks [] for security_group (18c55bb6-59fd-46f6-9502-5cfb3e7cb56a), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:52.741637 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (18c55bb6-59fd-46f6-9502-5cfb3e7cb56a), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:52.766859 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 10:57:52.802359 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735707778079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (deebe6e2-8ff6-436f-8f58-f002d0213ded), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:52.803180 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Unsubscribe: segment precommit_create {{(pid=103977) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 17 10:57:52.803613 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.segments_db [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Added segment deebe6e2-8ff6-436f-8f58-f002d0213ded of type vlan for network 03655bed-0ba6-4433-a9fa-2106ecb3dc5c Oct 17 10:57:52.820492 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=18c55bb6-59fd-46f6-9502-5cfb3e7cb56a,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:57:52.870485 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:52.870744 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:52.871054 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:52.871384 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:52.871708 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:52.872000 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:52.872345 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:52.872666 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:52.872970 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:52.873328 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:52.873646 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:52.873960 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:52.874269 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Tracked resource versions report: Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: pushed versions: Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: { 'AddressGroup': {'1.2'}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'ConntrackHelper': {'1.0'}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'LocalIPAssociation': {'1.0'}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'Log': {'1.0'}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'Network': {'1.1'}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'Port': {'1.7'}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'PortForwarding': {'1.2'}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'QosPolicy': {'1.10'}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'SecurityGroup': {'1.5'}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'SecurityGroupRule': {'1.2'}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'SubPort': {'1.0'}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'Subnet': {'1.1'}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'Trunk': {'1.1'}} Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: consumer versions: Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: { DHCP agent@dv-cinder-858463-3-smb: {}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: L3 agent@dv-cinder-858463-3-smb: {}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: Metadata agent@dv-cinder-858463-3-smb: {}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: Metering agent@dv-cinder-858463-3-smb: {}, Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: Open vSwitch agent@dv-cinder-858463-3-smb: { 'AddressGroup': '1.2', Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'ConntrackHelper': '1.0', Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'LocalIPAssociation': '1.0', Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'Log': '1.0', Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'Network': '1.1', Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'Port': '1.7', Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'PortForwarding': '1.2', Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'QosPolicy': '1.10', Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'SecurityGroup': '1.5', Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'SecurityGroupRule': '1.2', Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'SubPort': '1.0', Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'Subnet': '1.1', Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: 'Trunk': '1.1'}} Oct 17 10:57:52.875376 dv-cinder-858463-3-smb neutron-server[103977]: {{(pid=103977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 10:57:52.917461 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (03655bed-0ba6-4433-a9fa-2106ecb3dc5c), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:52.959965 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (03655bed-0ba6-4433-a9fa-2106ecb3dc5c), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:52.965135 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:57:52.965855 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:53.046471 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8367431 Oct 17 10:57:53.092410 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee313a7f-6aeb-441a-bcbc-ec482f45f754 demo demo] Pushing event updated for resources: {'Network': ['ID=03655bed-0ba6-4433-a9fa-2106ecb3dc5c,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:57:53.106009 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network 03655bed-0ba6-4433-a9fa-2106ecb3dc5c details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:57:55.654900 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 46698) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:57:56.078598 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdac51e-89bb-4190-b942-c8f4eac1807c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:57:56.080479 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-8bdac51e-89bb-4190-b942-c8f4eac1807c demo admin] 10.222.0.43 "GET /v2.0/networks/03655bed-0ba6-4433-a9fa-2106ecb3dc5c HTTP/1.1" status: 200 len: 825 time: 0.4240243 Oct 17 10:57:56.106039 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-d565eaba-726e-42b0-ae7b-cc397d529ce9 demo admin] 10.222.0.43 "GET /v2.0/subnetpools/85af68cf-36ff-4385-8610-c04d7db1fa26 HTTP/1.1" status: 200 len: 734 time: 0.0198128 Oct 17 10:57:56.114952 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-24525c1f-d0b5-4fcb-9a9f-e6f7557044cf demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c', 'subnetpool_id': '85af68cf-36ff-4385-8610-c04d7db1fa26'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:57:56.138700 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24525c1f-d0b5-4fcb-9a9f-e6f7557044cf demo admin] Made reservation on behalf of 026f37e5247f41c78e7c1d1faa50f6a1 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:57:56.141187 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-24525c1f-d0b5-4fcb-9a9f-e6f7557044cf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:56.443404 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-24525c1f-d0b5-4fcb-9a9f-e6f7557044cf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for subnet (3c3a60f0-8837-4434-ae8a-d0d3b0fc18be), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:56.512122 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24525c1f-d0b5-4fcb-9a9f-e6f7557044cf demo admin] Pushing event updated for resources: {'Subnet': ['ID=3c3a60f0-8837-4434-ae8a-d0d3b0fc18be,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:57:56.516631 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24525c1f-d0b5-4fcb-9a9f-e6f7557044cf demo admin] Checking segment: {'id': 'deebe6e2-8ff6-436f-8f58-f002d0213ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 10:57:56.517018 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24525c1f-d0b5-4fcb-9a9f-e6f7557044cf demo admin] Network hostable DHCP agents. Network: 03655bed-0ba6-4433-a9fa-2106ecb3dc5c, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:57:56.540369 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24525c1f-d0b5-4fcb-9a9f-e6f7557044cf demo admin] Network 03655bed-0ba6-4433-a9fa-2106ecb3dc5c is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:57:56.554755 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-24525c1f-d0b5-4fcb-9a9f-e6f7557044cf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, 03655bed-0ba6-4433-a9fa-2106ecb3dc5c) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:57:56.559539 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24525c1f-d0b5-4fcb-9a9f-e6f7557044cf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:57:56.560147 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-24525c1f-d0b5-4fcb-9a9f-e6f7557044cf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:56.564638 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd1965b-dff6-40e2-8fdc-15606c65bc6c None None] Network 03655bed-0ba6-4433-a9fa-2106ecb3dc5c requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 10:57:56.577454 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-24525c1f-d0b5-4fcb-9a9f-e6f7557044cf demo admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4659405 Oct 17 10:57:56.949193 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf3f1ddb-2710-502b-b25e-3c7b6ab18000-03655bed-0ba6-4433-a9fa-2106ecb3dc5c', 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c', 'project_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'fixed_ips': [{'subnet_id': '3c3a60f0-8837-4434-ae8a-d0d3b0fc18be'}]}} from dv-cinder-858463-3-smb. {{(pid=103978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 17 10:57:56.950442 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:57.274093 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Allocated IP 172.20.0.2 (03655bed-0ba6-4433-a9fa-2106ecb3dc5c/3c3a60f0-8837-4434-ae8a-d0d3b0fc18be/e9b37410-845e-4546-ad3f-81d9e268d197) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:57:57.528770 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Publish callbacks [] for port (e9b37410-845e-4546-ad3f-81d9e268d197), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:57.538705 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (e9b37410-845e-4546-ad3f-81d9e268d197), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:57.626296 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Network 03655bed-0ba6-4433-a9fa-2106ecb3dc5c is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:57:57.635629 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:57:57.640089 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Pushing event updated for resources: {'Port': ['ID=e9b37410-845e-4546-ad3f-81d9e268d197,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:57:57.642443 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 10:57:57.674773 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:57.675149 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:57.675464 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:57.675813 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:57.676156 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:57.676493 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:57.676847 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:57.677183 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:57.677617 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:57.677977 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:57.678427 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:57.678737 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:57.679096 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Tracked resource versions report: Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: pushed versions: Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: { 'AddressGroup': {'1.2'}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'ConntrackHelper': {'1.0'}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'LocalIPAssociation': {'1.0'}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'Log': {'1.0'}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'Network': {'1.1'}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'Port': {'1.7'}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'PortForwarding': {'1.2'}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'QosPolicy': {'1.10'}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'SecurityGroup': {'1.5'}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'SecurityGroupRule': {'1.2'}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'SubPort': {'1.0'}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'Subnet': {'1.1'}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'Trunk': {'1.1'}} Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: consumer versions: Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: { DHCP agent@dv-cinder-858463-3-smb: {}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: L3 agent@dv-cinder-858463-3-smb: {}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: Metadata agent@dv-cinder-858463-3-smb: {}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: Metering agent@dv-cinder-858463-3-smb: {}, Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: Open vSwitch agent@dv-cinder-858463-3-smb: { 'AddressGroup': '1.2', Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'ConntrackHelper': '1.0', Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'LocalIPAssociation': '1.0', Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'Log': '1.0', Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'Network': '1.1', Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'Port': '1.7', Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'PortForwarding': '1.2', Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'QosPolicy': '1.10', Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'SecurityGroup': '1.5', Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'SecurityGroupRule': '1.2', Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'SubPort': '1.0', Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'Subnet': '1.1', Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: 'Trunk': '1.1'}} Oct 17 10:57:57.680400 dv-cinder-858463-3-smb neutron-server[103978]: {{(pid=103978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 10:57:57.734618 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Attempting to bind port e9b37410-845e-4546-ad3f-81d9e268d197 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 10:57:57.735029 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Attempting to bind port e9b37410-845e-4546-ad3f-81d9e268d197 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': 'deebe6e2-8ff6-436f-8f58-f002d0213ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 10:57:57.735458 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Attempting to bind port e9b37410-845e-4546-ad3f-81d9e268d197 on network 03655bed-0ba6-4433-a9fa-2106ecb3dc5c {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:57:57.742109 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 10:57:57.742481 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Checking segment: {'id': 'deebe6e2-8ff6-436f-8f58-f002d0213ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 10:57:57.742979 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:57.743401 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Bound using segment: {'id': 'deebe6e2-8ff6-436f-8f58-f002d0213ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:57:57.743939 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Bound port: e9b37410-845e-4546-ad3f-81d9e268d197, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deebe6e2-8ff6-436f-8f58-f002d0213ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 10:57:57.744355 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (e9b37410-845e-4546-ad3f-81d9e268d197), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:57.818357 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] For port e9b37410-845e-4546-ad3f-81d9e268d197, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:57:57.823624 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] For port e9b37410-845e-4546-ad3f-81d9e268d197, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=e9b37410-845e-4546-ad3f-81d9e268d197,segment=NetworkSegment(deebe6e2-8ff6-436f-8f58-f002d0213ded),segment_id=deebe6e2-8ff6-436f-8f58-f002d0213ded)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:57:57.834600 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (e9b37410-845e-4546-ad3f-81d9e268d197), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:57:57.902313 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47f6056-c18b-438b-be65-8b70c528c088 None None] Pushing event updated for resources: {'Port': ['ID=e9b37410-845e-4546-ad3f-81d9e268d197,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:57:59.219398 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 46706) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:57:59.762050 dv-cinder-858463-3-smb neutron-server[103976]: WARNING oslo_policy.policy [None req-c4de99df-af97-4077-bcf8-1825fbad3fdb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:57:59.762619 dv-cinder-858463-3-smb neutron-server[103976]: WARNING oslo_policy.policy [None req-c4de99df-af97-4077-bcf8-1825fbad3fdb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:57:59.985920 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [None req-c4de99df-af97-4077-bcf8-1825fbad3fdb admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:57:59.987346 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-c4de99df-af97-4077-bcf8-1825fbad3fdb admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7658012 Oct 17 10:58:02.652022 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 46720) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:58:02.963120 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 5 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:58:03.000069 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [None req-14b6bdeb-008f-4689-b72c-7c12c90c25ad admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:58:03.001046 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-14b6bdeb-008f-4689-b72c-7c12c90c25ad admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3480811 Oct 17 10:58:05.650604 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 46728) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:58:05.994233 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-632fcc8d-3a2b-4a70-8729-9d56860a20d7 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:58:06.054123 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.policy [None req-632fcc8d-3a2b-4a70-8729-9d56860a20d7 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103976) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 17 10:58:06.099280 dv-cinder-858463-3-smb neutron-server[103976]: WARNING oslo_policy.policy [None req-632fcc8d-3a2b-4a70-8729-9d56860a20d7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:58:06.100221 dv-cinder-858463-3-smb neutron-server[103976]: WARNING oslo_policy.policy [None req-632fcc8d-3a2b-4a70-8729-9d56860a20d7 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 17 10:58:06.166410 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-632fcc8d-3a2b-4a70-8729-9d56860a20d7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2277'] for router (139ae977-f974-473d-b14f-b5746bd97aa6), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:06.168400 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-632fcc8d-3a2b-4a70-8729-9d56860a20d7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7956270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2282'] for router (139ae977-f974-473d-b14f-b5746bd97aa6), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:06.339445 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-632fcc8d-3a2b-4a70-8729-9d56860a20d7 demo demo] Publish callbacks [] for router_controller (139ae977-f974-473d-b14f-b5746bd97aa6), precommit_add_association {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:06.351660 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-632fcc8d-3a2b-4a70-8729-9d56860a20d7 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882870'] for router (139ae977-f974-473d-b14f-b5746bd97aa6), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:06.380230 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-632fcc8d-3a2b-4a70-8729-9d56860a20d7 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:06.382046 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-632fcc8d-3a2b-4a70-8729-9d56860a20d7 demo demo] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7303114 Oct 17 10:58:06.931938 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f6e48518-152f-4bdd-91d1-4ef5191c5834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:09.021232 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 46742) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:58:09.238656 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-190be88a-f6d0-46cc-bfcb-2687fc6eb09d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:09.357075 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device e9b37410-845e-4546-ad3f-81d9e268d197 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:58:09.386217 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [None req-c47b7531-cd76-41e3-a063-8f2c91713e72 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 10:58:09.389192 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-c47b7531-cd76-41e3-a063-8f2c91713e72 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3651218 Oct 17 10:58:09.450982 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port e9b37410-845e-4546-ad3f-81d9e268d197 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 10:58:09.451328 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (e9b37410-845e-4546-ad3f-81d9e268d197), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:09.451661 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port e9b37410-845e-4546-ad3f-81d9e268d197 Oct 17 10:58:09.566057 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add2e527-7b46-423c-afb0-4e9126e3119b None None] Network 03655bed-0ba6-4433-a9fa-2106ecb3dc5c requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 10:58:09.584234 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port e9b37410-845e-4546-ad3f-81d9e268d197 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 10:58:09.584836 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (e9b37410-845e-4546-ad3f-81d9e268d197), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:09.663240 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port e9b37410-845e-4546-ad3f-81d9e268d197, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=e9b37410-845e-4546-ad3f-81d9e268d197,segment=NetworkSegment(deebe6e2-8ff6-436f-8f58-f002d0213ded),segment_id=deebe6e2-8ff6-436f-8f58-f002d0213ded)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:58:09.676960 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (e9b37410-845e-4546-ad3f-81d9e268d197), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:09.727092 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-3d11085c-c1ce-4ed3-bbdb-8e3ab0df3f16 None None] Provisioning complete for port e9b37410-845e-4546-ad3f-81d9e268d197 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 10:58:09.727485 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3d11085c-c1ce-4ed3-bbdb-8e3ab0df3f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (e9b37410-845e-4546-ad3f-81d9e268d197), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:09.727823 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-3d11085c-c1ce-4ed3-bbdb-8e3ab0df3f16 None None] Attempt 1 to provision port e9b37410-845e-4546-ad3f-81d9e268d197 Oct 17 10:58:09.801267 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=e9b37410-845e-4546-ad3f-81d9e268d197,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:58:09.871053 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-3d11085c-c1ce-4ed3-bbdb-8e3ab0df3f16 None None] Current status of the port e9b37410-845e-4546-ad3f-81d9e268d197 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 10:58:10.093932 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-7c286a89-ca62-4599-b2f8-02715e4c6670 None None] Provisioning complete for port e9b37410-845e-4546-ad3f-81d9e268d197 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 10:58:10.094490 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7c286a89-ca62-4599-b2f8-02715e4c6670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (e9b37410-845e-4546-ad3f-81d9e268d197), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:10.094833 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-7c286a89-ca62-4599-b2f8-02715e4c6670 None None] Attempt 1 to provision port e9b37410-845e-4546-ad3f-81d9e268d197 Oct 17 10:58:10.174988 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-7c286a89-ca62-4599-b2f8-02715e4c6670 None None] Current status of the port e9b37410-845e-4546-ad3f-81d9e268d197 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 10:58:10.425320 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:11.312016 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device e9b37410-845e-4546-ad3f-81d9e268d197 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:58:11.358792 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port e9b37410-845e-4546-ad3f-81d9e268d197 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 10:58:11.359087 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (e9b37410-845e-4546-ad3f-81d9e268d197), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:11.359429 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port e9b37410-845e-4546-ad3f-81d9e268d197 Oct 17 10:58:11.436456 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port e9b37410-845e-4546-ad3f-81d9e268d197 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 10:58:12.044374 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 46762) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:58:12.189301 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:58:12.215893 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Made reservation on behalf of 642f569efabc43ab92f58a9628b7c73b for: {'network': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:58:12.218872 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:12.235851 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:12.352168 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Publish callbacks [] for security_group (f5f9ab23-9e4b-4d82-8baf-c8289fceac06), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:12.357848 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f5f9ab23-9e4b-4d82-8baf-c8289fceac06), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:12.369650 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Reserving flat network on physical network physnet1 {{(pid=103976) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 17 10:58:12.402853 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8735707778079', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:12.403405 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Unsubscribe: segment precommit_create {{(pid=103976) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 17 10:58:12.403915 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.segments_db [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Added segment 4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f of type flat for network 59bc4f32-b948-49dd-8148-863382a25dbf Oct 17 10:58:12.420177 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f9ab23-9e4b-4d82-8baf-c8289fceac06,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:58:12.467523 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:12.467876 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:12.468224 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:12.468550 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:12.468870 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:12.469215 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:12.469533 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:12.469848 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:12.470163 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:12.470492 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:12.470810 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:12.471118 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:12.471426 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Tracked resource versions report: Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: pushed versions: Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: { 'AddressGroup': {'1.2'}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'ConntrackHelper': {'1.0'}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'LocalIPAssociation': {'1.0'}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'Log': {'1.0'}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'Network': {'1.1'}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'Port': {'1.7'}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'PortForwarding': {'1.2'}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'QosPolicy': {'1.10'}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'SecurityGroup': {'1.5'}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'SecurityGroupRule': {'1.2'}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'SubPort': {'1.0'}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'Subnet': {'1.1'}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'Trunk': {'1.1'}} Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: consumer versions: Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: { DHCP agent@dv-cinder-858463-3-smb: {}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: L3 agent@dv-cinder-858463-3-smb: {}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: Metadata agent@dv-cinder-858463-3-smb: {}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: Metering agent@dv-cinder-858463-3-smb: {}, Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: Open vSwitch agent@dv-cinder-858463-3-smb: { 'AddressGroup': '1.2', Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'ConntrackHelper': '1.0', Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'LocalIPAssociation': '1.0', Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'Log': '1.0', Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'Network': '1.1', Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'Port': '1.7', Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'PortForwarding': '1.2', Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'QosPolicy': '1.10', Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'SecurityGroup': '1.5', Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'SecurityGroupRule': '1.2', Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'SubPort': '1.0', Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'Subnet': '1.1', Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: 'Trunk': '1.1'}} Oct 17 10:58:12.472706 dv-cinder-858463-3-smb neutron-server[103976]: {{(pid=103976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 10:58:12.502908 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:12.523838 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (59bc4f32-b948-49dd-8148-863382a25dbf), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:12.567925 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (59bc4f32-b948-49dd-8148-863382a25dbf), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:12.569645 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:58:12.570935 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:12.659215 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6136236 Oct 17 10:58:12.686846 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2274181-ab6d-493a-907f-f5fd52a6cb6c admin admin] Pushing event updated for resources: {'Network': ['ID=59bc4f32-b948-49dd-8148-863382a25dbf,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:58:12.705272 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network 59bc4f32-b948-49dd-8148-863382a25dbf details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 10:58:14.341769 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:15.207366 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 46784) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:58:15.307832 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae920b42-3864-420c-9e9d-d684e59badc9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:58:15.309122 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-ae920b42-3864-420c-9e9d-d684e59badc9 demo admin] 10.222.0.43 "GET /v2.0/subnets/3c3a60f0-8837-4434-ae8a-d0d3b0fc18be HTTP/1.1" status: 200 len: 849 time: 0.1008034 Oct 17 10:58:15.467842 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-37072bb0-4a1a-4976-ae9b-386f9e1fc76e demo admin] 10.222.0.43 "GET /v2.0/routers/139ae977-f974-473d-b14f-b5746bd97aa6 HTTP/1.1" status: 200 len: 704 time: 0.1527750 Oct 17 10:58:15.738390 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:16.028864 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Allocated IP 172.20.0.1 (03655bed-0ba6-4433-a9fa-2106ecb3dc5c/3c3a60f0-8837-4434-ae8a-d0d3b0fc18be/b5689bc7-07cc-44e8-9a14-99e7c92e90bd) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:58:16.186189 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Publish callbacks [] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:16.253828 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:16.318541 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Network 03655bed-0ba6-4433-a9fa-2106ecb3dc5c is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:58:16.323630 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:58:16.332627 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 10:58:16.333219 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878563'] for router_interface (139ae977-f974-473d-b14f-b5746bd97aa6), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:16.449757 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Pushing event updated for resources: {'Port': ['ID=b5689bc7-07cc-44e8-9a14-99e7c92e90bd,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:58:16.603152 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:16.642879 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Provisioning complete for port b5689bc7-07cc-44e8-9a14-99e7c92e90bd triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 10:58:16.643506 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:16.643772 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Attempt 1 to provision port b5689bc7-07cc-44e8-9a14-99e7c92e90bd Oct 17 10:58:16.676561 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Port b5689bc7-07cc-44e8-9a14-99e7c92e90bd cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 10:58:16.813001 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Publish callbacks [] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:16.819464 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:16.820693 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8316014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7878455'] for router_interface (139ae977-f974-473d-b14f-b5746bd97aa6), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:16.898551 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Pushing event updated for resources: {'Port': ['ID=b5689bc7-07cc-44e8-9a14-99e7c92e90bd,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:58:16.948115 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Network 03655bed-0ba6-4433-a9fa-2106ecb3dc5c is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:58:16.949525 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:58:17.116641 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Router 139ae977-f974-473d-b14f-b5746bd97aa6 is scheduled to L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 with binding_index 1 {{(pid=103977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 10:58:17.177953 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Attempt 2 to provision port b5689bc7-07cc-44e8-9a14-99e7c92e90bd Oct 17 10:58:17.210969 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:58:17.216483 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-c104fe00-3c7d-42ef-86c6-41bfec3aa953 demo admin] 10.222.0.43 "PUT /v2.0/routers/139ae977-f974-473d-b14f-b5746bd97aa6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7433071 Oct 17 10:58:17.218045 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Port b5689bc7-07cc-44e8-9a14-99e7c92e90bd cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 10:58:17.236586 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Sync routers for ids ['139ae977-f974-473d-b14f-b5746bd97aa6'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:58:17.252123 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Routers {'139ae977-f974-473d-b14f-b5746bd97aa6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 10:58:17.252123 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T10:58:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['139ae977-f974-473d-b14f-b5746bd97aa6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:58:17.448712 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Set router 139ae977-f974-473d-b14f-b5746bd97aa6 gateway port host: None {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 10:58:17.719529 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Attempt 3 to provision port b5689bc7-07cc-44e8-9a14-99e7c92e90bd Oct 17 10:58:17.754238 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Port b5689bc7-07cc-44e8-9a14-99e7c92e90bd cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 10:58:17.904060 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'name': 'router1', 'tenant_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:58:06Z', 'updated_at': '2022-10-17T10:58:16Z', 'revision_number': 2, 'project_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'gw_port_host': None, '_interfaces': [{'id': 'b5689bc7-07cc-44e8-9a14-99e7c92e90bd', 'name': '', 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c', 'tenant_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'mac_address': 'fa:16:3e:1b:23:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c3a60f0-8837-4434-ae8a-d0d3b0fc18be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:58:15Z', 'updated_at': '2022-10-17T10:58:16Z', 'revision_number': 2, 'project_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'subnets': [{'id': '3c3a60f0-8837-4434-ae8a-d0d3b0fc18be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85af68cf-36ff-4385-8610-c04d7db1fa26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:58:17.955770 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Checking router: 139ae977-f974-473d-b14f-b5746bd97aa6 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:58:17.956098 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Updating router 139ae977-f974-473d-b14f-b5746bd97aa6 port b5689bc7-07cc-44e8-9a14-99e7c92e90bd binding host dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:58:18.009967 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:18.255817 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Attempt 4 to provision port b5689bc7-07cc-44e8-9a14-99e7c92e90bd Oct 17 10:58:18.288278 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Port b5689bc7-07cc-44e8-9a14-99e7c92e90bd cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 10:58:18.524349 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Publish callbacks [] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:18.533483 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:18.674879 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Pushing event updated for resources: {'Port': ['ID=b5689bc7-07cc-44e8-9a14-99e7c92e90bd,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:58:18.679935 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Attempting to bind port b5689bc7-07cc-44e8-9a14-99e7c92e90bd on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 10:58:18.680368 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Attempting to bind port b5689bc7-07cc-44e8-9a14-99e7c92e90bd by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': 'deebe6e2-8ff6-436f-8f58-f002d0213ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 10:58:18.680792 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Attempting to bind port b5689bc7-07cc-44e8-9a14-99e7c92e90bd on network 03655bed-0ba6-4433-a9fa-2106ecb3dc5c {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:58:18.688579 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:18.688922 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:18.689254 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:18.689618 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:18.689941 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:18.690265 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:18.690588 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:18.690891 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:18.691210 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:18.691533 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:18.691849 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:18.692163 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:18.692485 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Tracked resource versions report: Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: pushed versions: Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: { 'AddressGroup': {'1.2'}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'ConntrackHelper': {'1.0'}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'LocalIPAssociation': {'1.0'}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'Log': {'1.0'}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'Network': {'1.1'}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'Port': {'1.7'}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'PortForwarding': {'1.2'}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'QosPolicy': {'1.10'}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'SecurityGroup': {'1.5'}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'SecurityGroupRule': {'1.2'}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'SubPort': {'1.0'}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'Subnet': {'1.1'}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'Trunk': {'1.1'}} Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: consumer versions: Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: { DHCP agent@dv-cinder-858463-3-smb: {}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: L3 agent@dv-cinder-858463-3-smb: {}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: Metadata agent@dv-cinder-858463-3-smb: {}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: Metering agent@dv-cinder-858463-3-smb: {}, Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: Open vSwitch agent@dv-cinder-858463-3-smb: { 'AddressGroup': '1.2', Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'ConntrackHelper': '1.0', Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'LocalIPAssociation': '1.0', Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'Log': '1.0', Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'Network': '1.1', Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'Port': '1.7', Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'PortForwarding': '1.2', Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'QosPolicy': '1.10', Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'SecurityGroup': '1.5', Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'SecurityGroupRule': '1.2', Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'SubPort': '1.0', Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'Subnet': '1.1', Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: 'Trunk': '1.1'}} Oct 17 10:58:18.693715 dv-cinder-858463-3-smb neutron-server[103979]: {{(pid=103979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 10:58:18.697888 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 10:58:18.698297 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Checking segment: {'id': 'deebe6e2-8ff6-436f-8f58-f002d0213ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 10:58:18.698761 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:18.699136 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Bound using segment: {'id': 'deebe6e2-8ff6-436f-8f58-f002d0213ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:58:18.699625 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Bound port: b5689bc7-07cc-44e8-9a14-99e7c92e90bd, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deebe6e2-8ff6-436f-8f58-f002d0213ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 10:58:18.700007 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:18.765295 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] For port b5689bc7-07cc-44e8-9a14-99e7c92e90bd, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:58:18.784577 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] For port b5689bc7-07cc-44e8-9a14-99e7c92e90bd, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=b5689bc7-07cc-44e8-9a14-99e7c92e90bd,segment=NetworkSegment(deebe6e2-8ff6-436f-8f58-f002d0213ded),segment_id=deebe6e2-8ff6-436f-8f58-f002d0213ded)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:58:18.789854 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Attempt 5 to provision port b5689bc7-07cc-44e8-9a14-99e7c92e90bd Oct 17 10:58:18.792220 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:18.825995 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Routers {'139ae977-f974-473d-b14f-b5746bd97aa6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 10:58:18.826618 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T10:58:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['139ae977-f974-473d-b14f-b5746bd97aa6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:58:18.878337 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Current status of the port b5689bc7-07cc-44e8-9a14-99e7c92e90bd is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 10:58:18.879025 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:18.912828 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] For port b5689bc7-07cc-44e8-9a14-99e7c92e90bd, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=b5689bc7-07cc-44e8-9a14-99e7c92e90bd,segment=NetworkSegment(deebe6e2-8ff6-436f-8f58-f002d0213ded),segment_id=deebe6e2-8ff6-436f-8f58-f002d0213ded)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:58:18.915572 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efa0c2e-0864-45d5-864d-262fd11b3074 None None] Pushing event updated for resources: {'Port': ['ID=b5689bc7-07cc-44e8-9a14-99e7c92e90bd,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:58:18.918748 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:18.932477 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] Set router 139ae977-f974-473d-b14f-b5746bd97aa6 gateway port host: None {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 10:58:18.970991 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d8ed05-1eab-4640-b646-fadad4664c63 None None] Pushing event updated for resources: {'Port': ['ID=b5689bc7-07cc-44e8-9a14-99e7c92e90bd,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:58:19.045703 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-3201f518-4e0a-4e67-940c-d150d5872f24 None None] Provisioning complete for port b5689bc7-07cc-44e8-9a14-99e7c92e90bd triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 10:58:19.046090 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3201f518-4e0a-4e67-940c-d150d5872f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:19.046405 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-3201f518-4e0a-4e67-940c-d150d5872f24 None None] Attempt 1 to provision port b5689bc7-07cc-44e8-9a14-99e7c92e90bd Oct 17 10:58:19.121265 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-3201f518-4e0a-4e67-940c-d150d5872f24 None None] Current status of the port b5689bc7-07cc-44e8-9a14-99e7c92e90bd is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 10:58:19.145018 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'name': 'router1', 'tenant_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:58:06Z', 'updated_at': '2022-10-17T10:58:16Z', 'revision_number': 2, 'project_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'gw_port_host': None, '_interfaces': [{'id': 'b5689bc7-07cc-44e8-9a14-99e7c92e90bd', 'name': '', 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c', 'tenant_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'mac_address': 'fa:16:3e:1b:23:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c3a60f0-8837-4434-ae8a-d0d3b0fc18be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:58:15Z', 'updated_at': '2022-10-17T10:58:18Z', 'revision_number': 4, 'project_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'subnets': [{'id': '3c3a60f0-8837-4434-ae8a-d0d3b0fc18be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85af68cf-36ff-4385-8610-c04d7db1fa26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:58:19.169602 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1547a68-98b7-4e3e-af26-54914e7b3388 None None] The sync data for ids ['139ae977-f974-473d-b14f-b5746bd97aa6'] in dv-cinder-858463-3-smb is: [{'id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'name': 'router1', 'tenant_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:58:06Z', 'updated_at': '2022-10-17T10:58:16Z', 'revision_number': 2, 'project_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'gw_port_host': None, '_interfaces': [{'id': 'b5689bc7-07cc-44e8-9a14-99e7c92e90bd', 'name': '', 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c', 'tenant_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'mac_address': 'fa:16:3e:1b:23:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c3a60f0-8837-4434-ae8a-d0d3b0fc18be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:58:15Z', 'updated_at': '2022-10-17T10:58:18Z', 'revision_number': 4, 'project_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'subnets': [{'id': '3c3a60f0-8837-4434-ae8a-d0d3b0fc18be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85af68cf-36ff-4385-8610-c04d7db1fa26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:58:19.684938 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 46794) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:58:19.835459 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6863a7c8-900c-41ce-9e6d-fcfc5720ade5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:58:19.836874 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-6863a7c8-900c-41ce-9e6d-fcfc5720ade5 admin admin] 10.222.0.43 "GET /v2.0/networks/59bc4f32-b948-49dd-8148-863382a25dbf HTTP/1.1" status: 200 len: 842 time: 0.1509163 Oct 17 10:58:19.846519 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-31ad6ca3-c9e5-4aa0-810c-d99ce8fa1c35 admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'ip_version': 4, 'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'name': 'public-subnet'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:58:19.870580 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ad6ca3-c9e5-4aa0-810c-d99ce8fa1c35 admin admin] Made reservation on behalf of 642f569efabc43ab92f58a9628b7c73b for: {'subnet': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 10:58:19.872784 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-31ad6ca3-c9e5-4aa0-810c-d99ce8fa1c35 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:20.297884 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.objects.ports [None req-31ad6ca3-c9e5-4aa0-810c-d99ce8fa1c35 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103976) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 17 10:58:20.298371 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-31ad6ca3-c9e5-4aa0-810c-d99ce8fa1c35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for subnet (3644758d-4475-434d-a0dc-c74049677f30), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:20.357128 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad6ca3-c9e5-4aa0-810c-d99ce8fa1c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3644758d-4475-434d-a0dc-c74049677f30,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:58:20.369991 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ad6ca3-c9e5-4aa0-810c-d99ce8fa1c35 admin admin] Checking segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 10:58:20.370365 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ad6ca3-c9e5-4aa0-810c-d99ce8fa1c35 admin admin] Network hostable DHCP agents. Network: 59bc4f32-b948-49dd-8148-863382a25dbf, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 10:58:20.393474 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ad6ca3-c9e5-4aa0-810c-d99ce8fa1c35 admin admin] Network 59bc4f32-b948-49dd-8148-863382a25dbf is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 10:58:20.407724 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-31ad6ca3-c9e5-4aa0-810c-d99ce8fa1c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, 59bc4f32-b948-49dd-8148-863382a25dbf) {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:58:20.413232 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad6ca3-c9e5-4aa0-810c-d99ce8fa1c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:58:20.413830 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-31ad6ca3-c9e5-4aa0-810c-d99ce8fa1c35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:20.423822 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e135ea-d44c-4998-aec3-ebbd5dbcbcc9 None None] Network 59bc4f32-b948-49dd-8148-863382a25dbf requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 10:58:20.432040 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-31ad6ca3-c9e5-4aa0-810c-d99ce8fa1c35 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5889630 Oct 17 10:58:20.530622 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d9f886-183f-4fda-bf67-1ed84e746c69 None None] Network 59bc4f32-b948-49dd-8148-863382a25dbf requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 10:58:22.978667 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 46802) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:58:23.192938 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-a7ae9d8a-1a90-488b-9269-3ed10c040a87 demo admin] 10.222.0.43 "GET /v2.0/routers/139ae977-f974-473d-b14f-b5746bd97aa6 HTTP/1.1" status: 200 len: 710 time: 0.2129962 Oct 17 10:58:23.290938 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46c2162-d1af-451f-b08a-497adee0c02a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:58:23.297608 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-d46c2162-d1af-451f-b08a-497adee0c02a demo admin] 10.222.0.43 "GET /v2.0/networks/59bc4f32-b948-49dd-8148-863382a25dbf HTTP/1.1" status: 200 len: 886 time: 0.0927124 Oct 17 10:58:23.301955 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:58:23.556618 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Publish callbacks [] for router_gateway (139ae977-f974-473d-b14f-b5746bd97aa6), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:23.807679 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Publish callbacks [] for router_gateway (139ae977-f974-473d-b14f-b5746bd97aa6), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:23.897557 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:24.120907 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Allocated IP 172.28.1.122 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/3e80ff96-2808-4952-a525-79ed12989422) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 10:58:24.241220 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Publish callbacks [] for port (3e80ff96-2808-4952-a525-79ed12989422), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:24.304410 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (3e80ff96-2808-4952-a525-79ed12989422), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:24.374356 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 10:58:24.379163 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 10:58:24.394000 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 10:58:24.399590 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Pushing event updated for resources: {'Port': ['ID=3e80ff96-2808-4952-a525-79ed12989422,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:58:24.707528 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Publish callbacks [] for router_gateway (139ae977-f974-473d-b14f-b5746bd97aa6), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:24.917428 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7882893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7880939', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2296'] for router (139ae977-f974-473d-b14f-b5746bd97aa6), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:24.922428 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7882884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7882879', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7880930'] for router (139ae977-f974-473d-b14f-b5746bd97aa6), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:25.039366 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Router 139ae977-f974-473d-b14f-b5746bd97aa6 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 10:58:25.150699 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 10:58:25.155544 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:25.156742 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-45ff160a-12b5-417b-90d7-741f51ba5d53 demo admin] 10.222.0.43 "PUT /v2.0/routers/139ae977-f974-473d-b14f-b5746bd97aa6 HTTP/1.1" status: 200 len: 890 time: 1.8584046 Oct 17 10:58:27.363834 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device b5689bc7-07cc-44e8-9a14-99e7c92e90bd up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:58:27.420217 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port b5689bc7-07cc-44e8-9a14-99e7c92e90bd triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 10:58:27.420490 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:27.420867 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port b5689bc7-07cc-44e8-9a14-99e7c92e90bd Oct 17 10:58:27.500792 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port b5689bc7-07cc-44e8-9a14-99e7c92e90bd is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 10:58:27.850699 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 46814) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:58:27.983459 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-7f56c957-1c79-4e57-a0c1-0f0ec4616ed8 admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1312487 Oct 17 10:58:28.084406 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Sync routers for ids ['139ae977-f974-473d-b14f-b5746bd97aa6'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 10:58:28.097454 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Routers {'139ae977-f974-473d-b14f-b5746bd97aa6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 10:58:28.098162 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T10:58:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['139ae977-f974-473d-b14f-b5746bd97aa6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:58:28.318838 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Set router 139ae977-f974-473d-b14f-b5746bd97aa6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 10:58:28.817256 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'name': 'router1', 'tenant_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '3e80ff96-2808-4952-a525-79ed12989422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:58:06Z', 'updated_at': '2022-10-17T10:58:24Z', 'revision_number': 4, 'project_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'gw_port': {'id': '3e80ff96-2808-4952-a525-79ed12989422', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:58:23Z', 'updated_at': '2022-10-17T10:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'b5689bc7-07cc-44e8-9a14-99e7c92e90bd', 'name': '', 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c', 'tenant_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'mac_address': 'fa:16:3e:1b:23:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c3a60f0-8837-4434-ae8a-d0d3b0fc18be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:58:15Z', 'updated_at': '2022-10-17T10:58:18Z', 'revision_number': 5, 'project_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'subnets': [{'id': '3c3a60f0-8837-4434-ae8a-d0d3b0fc18be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85af68cf-36ff-4385-8610-c04d7db1fa26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:58:28.870387 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Checking router: 139ae977-f974-473d-b14f-b5746bd97aa6 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 10:58:28.870547 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Updating router 139ae977-f974-473d-b14f-b5746bd97aa6 port 3e80ff96-2808-4952-a525-79ed12989422 binding host dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 10:58:28.923579 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (3e80ff96-2808-4952-a525-79ed12989422), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:29.251960 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Publish callbacks [] for port (3e80ff96-2808-4952-a525-79ed12989422), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:29.260974 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (3e80ff96-2808-4952-a525-79ed12989422), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:29.302750 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Attempting to bind port 3e80ff96-2808-4952-a525-79ed12989422 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 10:58:29.303155 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Attempting to bind port 3e80ff96-2808-4952-a525-79ed12989422 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 10:58:29.303526 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Attempting to bind port 3e80ff96-2808-4952-a525-79ed12989422 on network 59bc4f32-b948-49dd-8148-863382a25dbf {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 10:58:29.313514 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 10, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 10:58:29.313917 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Checking segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 10:58:29.314331 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:29.314766 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Bound using segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 10:58:29.315250 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Bound port: 3e80ff96-2808-4952-a525-79ed12989422, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 10:58:29.315623 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (3e80ff96-2808-4952-a525-79ed12989422), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:29.340403 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb3375-cc3b-4cd9-b0bb-09adb1335081 None None] Pushing event updated for resources: {'Port': ['ID=3e80ff96-2808-4952-a525-79ed12989422,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:58:29.380874 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] For port 3e80ff96-2808-4952-a525-79ed12989422, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 10:58:29.384270 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] For port 3e80ff96-2808-4952-a525-79ed12989422, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=3e80ff96-2808-4952-a525-79ed12989422,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 10:58:29.392003 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (3e80ff96-2808-4952-a525-79ed12989422), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:29.448245 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb3375-cc3b-4cd9-b0bb-09adb1335081 None None] Pushing event updated for resources: {'Port': ['ID=3e80ff96-2808-4952-a525-79ed12989422,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:58:29.451659 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Routers {'139ae977-f974-473d-b14f-b5746bd97aa6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 10:58:29.452284 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T10:58:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['139ae977-f974-473d-b14f-b5746bd97aa6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:58:29.578611 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] Set router 139ae977-f974-473d-b14f-b5746bd97aa6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 10:58:29.802534 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'name': 'router1', 'tenant_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '3e80ff96-2808-4952-a525-79ed12989422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:58:06Z', 'updated_at': '2022-10-17T10:58:24Z', 'revision_number': 4, 'project_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'gw_port': {'id': '3e80ff96-2808-4952-a525-79ed12989422', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:58:23Z', 'updated_at': '2022-10-17T10:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'b5689bc7-07cc-44e8-9a14-99e7c92e90bd', 'name': '', 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c', 'tenant_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'mac_address': 'fa:16:3e:1b:23:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c3a60f0-8837-4434-ae8a-d0d3b0fc18be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:58:15Z', 'updated_at': '2022-10-17T10:58:18Z', 'revision_number': 5, 'project_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'subnets': [{'id': '3c3a60f0-8837-4434-ae8a-d0d3b0fc18be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85af68cf-36ff-4385-8610-c04d7db1fa26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 10:58:29.839955 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed76f7dc-bc24-42fd-8d56-173fb165d0ac None None] The sync data for ids ['139ae977-f974-473d-b14f-b5746bd97aa6'] in dv-cinder-858463-3-smb is: [{'id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'name': 'router1', 'tenant_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.122'}], 'enable_snat': True}, 'gw_port_id': '3e80ff96-2808-4952-a525-79ed12989422', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T10:58:06Z', 'updated_at': '2022-10-17T10:58:24Z', 'revision_number': 4, 'project_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'gw_port': {'id': '3e80ff96-2808-4952-a525-79ed12989422', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:0c:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:58:23Z', 'updated_at': '2022-10-17T10:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'b5689bc7-07cc-44e8-9a14-99e7c92e90bd', 'name': '', 'network_id': '03655bed-0ba6-4433-a9fa-2106ecb3dc5c', 'tenant_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'mac_address': 'fa:16:3e:1b:23:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '139ae977-f974-473d-b14f-b5746bd97aa6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3c3a60f0-8837-4434-ae8a-d0d3b0fc18be', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T10:58:15Z', 'updated_at': '2022-10-17T10:58:18Z', 'revision_number': 5, 'project_id': '026f37e5247f41c78e7c1d1faa50f6a1', 'subnets': [{'id': '3c3a60f0-8837-4434-ae8a-d0d3b0fc18be', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85af68cf-36ff-4385-8610-c04d7db1fa26'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 10:58:31.388349 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 3e80ff96-2808-4952-a525-79ed12989422 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:58:31.470606 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 3e80ff96-2808-4952-a525-79ed12989422 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 10:58:31.471003 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (3e80ff96-2808-4952-a525-79ed12989422), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:31.471346 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 3e80ff96-2808-4952-a525-79ed12989422 Oct 17 10:58:31.562421 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 3e80ff96-2808-4952-a525-79ed12989422 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 10:58:31.563247 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (3e80ff96-2808-4952-a525-79ed12989422), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:31.591913 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port 3e80ff96-2808-4952-a525-79ed12989422, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=3e80ff96-2808-4952-a525-79ed12989422,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 10:58:31.599758 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (3e80ff96-2808-4952-a525-79ed12989422), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:31.661859 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=3e80ff96-2808-4952-a525-79ed12989422,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:58:33.377911 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 3e80ff96-2808-4952-a525-79ed12989422 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 10:58:33.464696 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 3e80ff96-2808-4952-a525-79ed12989422 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 10:58:33.465483 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (3e80ff96-2808-4952-a525-79ed12989422), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:33.466044 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 3e80ff96-2808-4952-a525-79ed12989422 Oct 17 10:58:33.676415 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 3e80ff96-2808-4952-a525-79ed12989422 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 10:58:36.974818 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b8232b5d-430c-49d1-af30-932e8db3b21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:39.302932 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-38398b25-f03a-4251-b0ed-2ed5f19123f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:39.966511 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 5 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:58:40.437536 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:42.507738 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:58:44.358669 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:06.936737 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-919e32f1-3710-4b97-beac-8f51c698a29e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:09.257107 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3eea2952-f797-4c42-a16e-91403e52d065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:10.433560 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:12.516782 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:14.346183 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:16.970362 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 5 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:59:36.934569 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-05432123-d43d-4554-a34d-1dea3f5f68c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:39.237555 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1da3db3f-bf9e-4ef8-bc8a-c9bb0d2a39d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:40.439620 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:42.519149 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:44.333018 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:53.971330 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 5 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 10:59:55.598290 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47298) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:59:55.674412 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8d7558-8f6b-4178-95f2-4147d879822a admin admin] GET failed (client error): The resource could not be found. Oct 17 10:59:55.676423 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-9e8d7558-8f6b-4178-95f2-4147d879822a admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0768695 Oct 17 10:59:55.852980 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b774d7-b20c-4b7b-91b6-b30e5e625146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:59:55.854431 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-00b774d7-b20c-4b7b-91b6-b30e5e625146 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1725323 Oct 17 10:59:58.207217 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47308) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 10:59:58.312110 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd20061-059a-42b1-b617-6b5688c14817 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:59:58.313616 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-ffd20061-059a-42b1-b617-6b5688c14817 admin admin] 10.222.0.43 "GET /v2.0/subnets/3c3a60f0-8837-4434-ae8a-d0d3b0fc18be HTTP/1.1" status: 200 len: 849 time: 0.1052248 Oct 17 10:59:58.324038 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 10:59:58.410783 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Publish callbacks [] for subnet (3c3a60f0-8837-4434-ae8a-d0d3b0fc18be), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:58.573439 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8735707839371'] for subnet (3c3a60f0-8837-4434-ae8a-d0d3b0fc18be), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:58.604480 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 10:59:58.605081 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:58.606396 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] 10.222.0.43 "PUT /v2.0/subnets/3c3a60f0-8837-4434-ae8a-d0d3b0fc18be HTTP/1.1" status: 200 len: 868 time: 0.2862120 Oct 17 10:59:58.618797 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02782c62-70b7-4f41-b57c-b634cb3ca987 None None] Network 03655bed-0ba6-4433-a9fa-2106ecb3dc5c requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 10:59:58.636559 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c3a60f0-8837-4434-ae8a-d0d3b0fc18be,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 10:59:58.644372 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:59:58.644723 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:59:58.645236 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:59:58.645726 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:59:58.646040 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:59:58.646401 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:59:58.646733 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:59:58.647062 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:59:58.647391 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:59:58.647706 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:59:58.648064 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:59:58.648385 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:59:58.648666 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f361071-7f71-4e73-8cd4-2495064c52b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 10:59:58.919272 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-b5eaf395-18f0-4be8-8555-1a07becd5961 None None] Provisioning complete for port b5689bc7-07cc-44e8-9a14-99e7c92e90bd triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 10:59:58.919272 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5eaf395-18f0-4be8-8555-1a07becd5961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (b5689bc7-07cc-44e8-9a14-99e7c92e90bd), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:58.919649 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-b5eaf395-18f0-4be8-8555-1a07becd5961 None None] Attempt 1 to provision port b5689bc7-07cc-44e8-9a14-99e7c92e90bd Oct 17 10:59:58.997660 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-b5eaf395-18f0-4be8-8555-1a07becd5961 None None] Current status of the port b5689bc7-07cc-44e8-9a14-99e7c92e90bd is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 10:59:59.008572 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-b5eaf395-18f0-4be8-8555-1a07becd5961 None None] Provisioning complete for port e9b37410-845e-4546-ad3f-81d9e268d197 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 10:59:59.008891 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b5eaf395-18f0-4be8-8555-1a07becd5961 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (e9b37410-845e-4546-ad3f-81d9e268d197), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 10:59:59.009275 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-b5eaf395-18f0-4be8-8555-1a07becd5961 None None] Attempt 1 to provision port e9b37410-845e-4546-ad3f-81d9e268d197 Oct 17 10:59:59.086488 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-b5eaf395-18f0-4be8-8555-1a07becd5961 None None] Current status of the port e9b37410-845e-4546-ad3f-81d9e268d197 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:00:01.032249 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47316) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:00:01.250328 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73143f-a635-496e-ba88-c5582dd6dd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:01.250681 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d73143f-a635-496e-ba88-c5582dd6dd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:01.252246 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-6d73143f-a635-496e-ba88-c5582dd6dd10 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2187805 Oct 17 11:00:03.694720 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47326) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:00:03.836130 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14bdaf0-6b99-41ef-9c24-542f3c058f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:03.836603 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14bdaf0-6b99-41ef-9c24-542f3c058f40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:03.838252 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-e14bdaf0-6b99-41ef-9c24-542f3c058f40 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1426415 Oct 17 11:00:06.227893 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47334) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:00:06.463122 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89d9535-2095-414e-a843-f59542df9f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:06.464591 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-b89d9535-2095-414e-a843-f59542df9f02 admin admin] 10.222.0.43 "GET /v2.0/networks/03655bed-0ba6-4433-a9fa-2106ecb3dc5c HTTP/1.1" status: 200 len: 869 time: 0.2356522 Oct 17 11:00:06.932488 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-661ae482-4c54-4e21-8f06-845a52bbe74a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:08.861357 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47342) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:00:08.995027 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434cec74-4b92-4852-8b4b-a5e1d32f7b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:08.996450 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-434cec74-4b92-4852-8b4b-a5e1d32f7b34 admin admin] 10.222.0.43 "GET /v2.0/networks/59bc4f32-b948-49dd-8148-863382a25dbf HTTP/1.1" status: 200 len: 886 time: 0.1341133 Oct 17 11:00:09.242697 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd001-4418-4a51-85f8-be8d8b3062c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:10.443061 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:11.384697 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47350) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:00:11.597072 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a17d4a-11b3-4b88-80ff-3f3d5c6959bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:11.597429 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a17d4a-11b3-4b88-80ff-3f3d5c6959bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:11.599025 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-93a17d4a-11b3-4b88-80ff-3f3d5c6959bf admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2130363 Oct 17 11:00:12.517317 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:13.979461 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47358) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:00:14.111481 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcea833-afab-47d8-8721-9d64c3bc0dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:14.111942 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcea833-afab-47d8-8721-9d64c3bc0dcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:14.113556 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-cdcea833-afab-47d8-8721-9d64c3bc0dcb admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1331165 Oct 17 11:00:14.342703 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:16.529951 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47366) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:00:16.621207 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa67523a-3ace-458b-9b44-9e50c6268f9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:16.622614 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-aa67523a-3ace-458b-9b44-9e50c6268f9b admin admin] 10.222.0.43 "GET /v2.0/subnets/3644758d-4475-434d-a0dc-c74049677f30 HTTP/1.1" status: 200 len: 816 time: 0.0916502 Oct 17 11:00:18.983818 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47374) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:00:19.088867 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ecc4b7-9af6-42b9-a791-3840d3f547b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:19.090284 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-49ecc4b7-9af6-42b9-a791-3840d3f547b9 admin admin] 10.222.0.43 "GET /v2.0/subnets/3c3a60f0-8837-4434-ae8a-d0d3b0fc18be HTTP/1.1" status: 200 len: 868 time: 0.1055131 Oct 17 11:00:30.970279 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 5 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:00:36.928795 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-52ba6e9f-c410-4c2f-a5d6-a7f2d300f2cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:39.251190 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-61c8de02-2021-4ba9-ac7e-bd552898ae03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:40.444070 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:42.522992 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:44.342254 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:45.718937 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47428) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:00:45.769912 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [None req-8837816d-2ac1-4078-aeff-2a80f56fa25f admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 11:00:45.770914 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-8837816d-2ac1-4078-aeff-2a80f56fa25f admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0508723 Oct 17 11:00:48.265785 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47436) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:00:48.331588 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2855715-7292-4454-a4b3-981920021ab1 admin admin] GET failed (client error): The resource could not be found. Oct 17 11:00:48.332871 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-a2855715-7292-4454-a4b3-981920021ab1 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0661154 Oct 17 11:00:48.422263 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6efc735-81ed-40c4-bd75-079e1638a049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:48.423779 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-d6efc735-81ed-40c4-bd75-079e1638a049 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0867319 Oct 17 11:00:50.842870 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47444) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:00:50.894947 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:00:50.916404 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Made reservation on behalf of 642f569efabc43ab92f58a9628b7c73b for: {'network': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:00:50.918742 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:50.959125 dv-cinder-858463-3-smb neutron-server[103976]: WARNING neutron.services.revisions.revision_plugin [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Could not find related network for resource to bump revision. Oct 17 11:00:50.974609 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=103976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:00:50.984430 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (5bed9195-6cc6-48c2-8784-f176e3df5deb), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:50.984765 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.segments_db [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Added segment 5bed9195-6cc6-48c2-8784-f176e3df5deb of type vlan for network febaa326-2067-4380-b6d8-f3c16d1027df Oct 17 11:00:51.025089 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (febaa326-2067-4380-b6d8-f3c16d1027df), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:51.051607 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (febaa326-2067-4380-b6d8-f3c16d1027df), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:51.052636 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:51.053231 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:51.108077 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2641137 Oct 17 11:00:51.114643 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Pushing event updated for resources: {'Network': ['ID=febaa326-2067-4380-b6d8-f3c16d1027df,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:00:51.125986 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:51.126368 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:51.126759 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:51.127088 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:51.127411 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:51.127737 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:51.128060 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:51.128377 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:51.128734 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:51.129074 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:51.129440 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:51.129759 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:51.130075 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ac6ecfb-1725-45db-9e9a-91dda2a18a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:51.142555 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network febaa326-2067-4380-b6d8-f3c16d1027df details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:00:53.526373 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47452) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:00:53.589503 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.pecan_wsgi.hooks.translation [None req-5595328b-b190-40f3-94ac-1b07314931d1 admin admin] GET failed (client error): The resource could not be found. Oct 17 11:00:53.590823 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-5595328b-b190-40f3-94ac-1b07314931d1 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635147 Oct 17 11:00:53.663300 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e898cb-fb94-4b30-9f8e-1d0ca1439fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:53.664683 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-59e898cb-fb94-4b30-9f8e-1d0ca1439fa9 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0695491 Oct 17 11:00:53.674734 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-4f58d39d-be2a-432e-9ede-77761c325e73 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'febaa326-2067-4380-b6d8-f3c16d1027df'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:00:53.697553 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f58d39d-be2a-432e-9ede-77761c325e73 admin admin] Made reservation on behalf of 642f569efabc43ab92f58a9628b7c73b for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:00:53.699762 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4f58d39d-be2a-432e-9ede-77761c325e73 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:53.868755 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4f58d39d-be2a-432e-9ede-77761c325e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for subnet (d1ffdd33-588a-4841-9ac8-9f11d036b1e2), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:53.922669 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58d39d-be2a-432e-9ede-77761c325e73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1ffdd33-588a-4841-9ac8-9f11d036b1e2,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:00:53.931255 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f58d39d-be2a-432e-9ede-77761c325e73 admin admin] Checking segment: {'id': '5bed9195-6cc6-48c2-8784-f176e3df5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'febaa326-2067-4380-b6d8-f3c16d1027df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:00:53.931592 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f58d39d-be2a-432e-9ede-77761c325e73 admin admin] Network hostable DHCP agents. Network: febaa326-2067-4380-b6d8-f3c16d1027df, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:00:53.949933 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f58d39d-be2a-432e-9ede-77761c325e73 admin admin] Network febaa326-2067-4380-b6d8-f3c16d1027df is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:00:53.963288 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-4f58d39d-be2a-432e-9ede-77761c325e73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, febaa326-2067-4380-b6d8-f3c16d1027df) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:00:53.967720 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f58d39d-be2a-432e-9ede-77761c325e73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:00:53.968317 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4f58d39d-be2a-432e-9ede-77761c325e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:53.973659 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44565b26-0204-422b-acbb-203c380063a7 None None] Network febaa326-2067-4380-b6d8-f3c16d1027df requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:00:53.997188 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-4f58d39d-be2a-432e-9ede-77761c325e73 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3148553 Oct 17 11:00:54.188974 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf3f1ddb-2710-502b-b25e-3c7b6ab18000-febaa326-2067-4380-b6d8-f3c16d1027df', 'network_id': 'febaa326-2067-4380-b6d8-f3c16d1027df', 'project_id': '642f569efabc43ab92f58a9628b7c73b', 'fixed_ips': [{'subnet_id': 'd1ffdd33-588a-4841-9ac8-9f11d036b1e2'}]}} from dv-cinder-858463-3-smb. {{(pid=103978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 17 11:00:54.189925 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:54.332712 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Allocated IP 192.168.233.2 (febaa326-2067-4380-b6d8-f3c16d1027df/d1ffdd33-588a-4841-9ac8-9f11d036b1e2/861dc18b-fbf3-4347-9946-6f51549087f1) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:00:54.472728 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Publish callbacks [] for port (861dc18b-fbf3-4347-9946-6f51549087f1), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:54.479648 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (861dc18b-fbf3-4347-9946-6f51549087f1), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:54.520148 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Network febaa326-2067-4380-b6d8-f3c16d1027df is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:00:54.521559 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:00:54.525561 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:00:54.536631 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Pushing event updated for resources: {'Port': ['ID=861dc18b-fbf3-4347-9946-6f51549087f1,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:00:54.559926 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:54.560277 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:54.560639 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:54.560979 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:54.561344 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:54.561675 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:54.562008 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:54.562341 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:54.562651 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:54.563020 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:54.563333 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:54.563636 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:54.563950 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:00:54.600872 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Attempting to bind port 861dc18b-fbf3-4347-9946-6f51549087f1 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:00:54.601247 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Attempting to bind port 861dc18b-fbf3-4347-9946-6f51549087f1 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '5bed9195-6cc6-48c2-8784-f176e3df5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'febaa326-2067-4380-b6d8-f3c16d1027df'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:00:54.601612 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Attempting to bind port 861dc18b-fbf3-4347-9946-6f51549087f1 on network febaa326-2067-4380-b6d8-f3c16d1027df {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:00:54.607241 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:00:54.607608 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Checking segment: {'id': '5bed9195-6cc6-48c2-8784-f176e3df5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'febaa326-2067-4380-b6d8-f3c16d1027df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:00:54.608006 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:54.608395 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Bound using segment: {'id': '5bed9195-6cc6-48c2-8784-f176e3df5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'febaa326-2067-4380-b6d8-f3c16d1027df'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:00:54.608864 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Bound port: 861dc18b-fbf3-4347-9946-6f51549087f1, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bed9195-6cc6-48c2-8784-f176e3df5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'febaa326-2067-4380-b6d8-f3c16d1027df'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:00:54.609280 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (861dc18b-fbf3-4347-9946-6f51549087f1), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:54.672780 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] For port 861dc18b-fbf3-4347-9946-6f51549087f1, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:00:54.676992 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] For port 861dc18b-fbf3-4347-9946-6f51549087f1, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=861dc18b-fbf3-4347-9946-6f51549087f1,segment=NetworkSegment(5bed9195-6cc6-48c2-8784-f176e3df5deb),segment_id=5bed9195-6cc6-48c2-8784-f176e3df5deb)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:00:54.684744 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (861dc18b-fbf3-4347-9946-6f51549087f1), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:54.738071 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcea3f-4cda-408a-ada4-8fe26bde8357 None None] Pushing event updated for resources: {'Port': ['ID=861dc18b-fbf3-4347-9946-6f51549087f1,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:00:55.490481 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 861dc18b-fbf3-4347-9946-6f51549087f1 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:00:55.552641 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 861dc18b-fbf3-4347-9946-6f51549087f1 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:00:55.553576 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (861dc18b-fbf3-4347-9946-6f51549087f1), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:55.553576 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 861dc18b-fbf3-4347-9946-6f51549087f1 Oct 17 11:00:55.578176 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e74288a-4e8c-4d8b-8433-9337476da005 None None] Network febaa326-2067-4380-b6d8-f3c16d1027df requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:00:55.675201 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-f2950843-f906-46f4-9e0d-87ac1fcb4fff None None] Provisioning complete for port 861dc18b-fbf3-4347-9946-6f51549087f1 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:00:55.675753 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f2950843-f906-46f4-9e0d-87ac1fcb4fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (861dc18b-fbf3-4347-9946-6f51549087f1), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:55.676093 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-f2950843-f906-46f4-9e0d-87ac1fcb4fff None None] Attempt 1 to provision port 861dc18b-fbf3-4347-9946-6f51549087f1 Oct 17 11:00:55.767163 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 861dc18b-fbf3-4347-9946-6f51549087f1 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:00:55.767450 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (861dc18b-fbf3-4347-9946-6f51549087f1), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:55.841291 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port 861dc18b-fbf3-4347-9946-6f51549087f1, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=861dc18b-fbf3-4347-9946-6f51549087f1,segment=NetworkSegment(5bed9195-6cc6-48c2-8784-f176e3df5deb),segment_id=5bed9195-6cc6-48c2-8784-f176e3df5deb)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:00:55.847550 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-f2950843-f906-46f4-9e0d-87ac1fcb4fff None None] Current status of the port 861dc18b-fbf3-4347-9946-6f51549087f1 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:00:55.848513 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f2950843-f906-46f4-9e0d-87ac1fcb4fff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (861dc18b-fbf3-4347-9946-6f51549087f1), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:55.852309 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (861dc18b-fbf3-4347-9946-6f51549087f1), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:55.959590 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=861dc18b-fbf3-4347-9946-6f51549087f1,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:00:55.968512 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.db.api [None req-f2950843-f906-46f4-9e0d-87ac1fcb4fff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 11:00:55.968512 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG oslo_db.api [None req-f2950843-f906-46f4-9e0d-87ac1fcb4fff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 11:00:56.503214 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-f2950843-f906-46f4-9e0d-87ac1fcb4fff None None] Current status of the port 861dc18b-fbf3-4347-9946-6f51549087f1 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:00:56.624755 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-d99aea83-7b33-469d-a0c5-2497f7275e70 None None] Provisioning complete for port 861dc18b-fbf3-4347-9946-6f51549087f1 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:00:56.625183 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d99aea83-7b33-469d-a0c5-2497f7275e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (861dc18b-fbf3-4347-9946-6f51549087f1), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:56.625687 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d99aea83-7b33-469d-a0c5-2497f7275e70 None None] Attempt 1 to provision port 861dc18b-fbf3-4347-9946-6f51549087f1 Oct 17 11:00:56.700429 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d99aea83-7b33-469d-a0c5-2497f7275e70 None None] Current status of the port 861dc18b-fbf3-4347-9946-6f51549087f1 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:00:57.413902 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 861dc18b-fbf3-4347-9946-6f51549087f1 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:00:57.469926 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 861dc18b-fbf3-4347-9946-6f51549087f1 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:00:57.470542 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (861dc18b-fbf3-4347-9946-6f51549087f1), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:00:57.471079 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 861dc18b-fbf3-4347-9946-6f51549087f1 Oct 17 11:00:57.548419 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 861dc18b-fbf3-4347-9946-6f51549087f1 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:01:06.937185 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4edc9207-6f80-4970-b3f6-281cb31feaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:01:07.969343 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 5 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:01:09.255963 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-91bb9c4f-e51c-4a69-94c1-ebb34fc56b4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:01:10.447538 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:01:12.523568 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:01:14.338907 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:01:36.934959 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c990be12-9b82-4408-b38e-f3f65af2d5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:01:39.251077 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6bfe42b7-c4eb-4967-be1b-1aa2cc804e73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:01:40.550981 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:01:42.532007 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:01:44.336602 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:01:44.969773 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 5 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:02:06.933769 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-323843b8-543d-47da-9243-a6a52e448345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:09.255201 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-77670bab-6e57-4748-80c4-ab681fe692a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:10.454404 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:12.531915 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:14.342852 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:21.968393 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 5 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:02:22.857566 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47494) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:02:22.863446 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [None req-426beb10-0a2d-4a31-af01-7963776f5e5f tempest-verify_tempest_config-372528798 tempest-verify_tempest_config-372528798-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 11:02:22.864405 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-426beb10-0a2d-4a31-af01-7963776f5e5f tempest-verify_tempest_config-372528798 tempest-verify_tempest_config-372528798-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057843 Oct 17 11:02:23.200442 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47512) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:02:23.323900 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:23.400993 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Publish callbacks [] for security_group (f2b68ab4-bba9-4150-8824-1be8bb7c90a0), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:23.406601 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f2b68ab4-bba9-4150-8824-1be8bb7c90a0), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:23.452133 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b68ab4-bba9-4150-8824-1be8bb7c90a0,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:02:23.455879 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83ffdaa169804dd0af7b0b184a90d3c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2542946 Oct 17 11:02:23.458912 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47518) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:02:23.461617 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.461985 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.462379 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.462710 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.463043 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.463370 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.463681 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.464008 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.464351 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.464675 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.465005 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.465351 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.465673 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee9bbda-4ff5-4a89-a038-99e259d02b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.518275 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Publish callbacks [] for security_group (f2b68ab4-bba9-4150-8824-1be8bb7c90a0), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:23.540760 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Publish callbacks [] for security_group (f2b68ab4-bba9-4150-8824-1be8bb7c90a0), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:23.638546 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f2b68ab4-bba9-4150-8824-1be8bb7c90a0), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:23.641040 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:23.642353 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f2b68ab4-bba9-4150-8824-1be8bb7c90a0 HTTP/1.1" status: 204 len: 168 time: 0.1823812 Oct 17 11:02:23.652116 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b68ab4-bba9-4150-8824-1be8bb7c90a0,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:02:23.659543 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.659922 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.660282 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.660624 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.660960 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.661336 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.661670 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.661996 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.662320 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.662660 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.662984 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.663304 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:23.663656 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc8efff-662b-49e3-a797-519f2c437c15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:02:36.928447 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0a722b1e-9951-4f37-a91f-17f5c43b55d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:39.258397 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6fc3a96a-9474-48e7-b987-5e42e40aae4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:40.461075 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:42.535170 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:44.343434 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:02:58.971794 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 5 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:03:06.938131 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9de0ca6c-d8c4-4a3d-a6b5-bfe5aba18d1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:03:09.264155 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-39636e44-5514-4375-8c43-f3bc1494c0ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:03:10.460361 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:03:12.538065 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:03:14.340523 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:03:35.975576 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 5 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:03:36.939032 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-46551e04-6af0-4f64-9e86-91735a67a38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:03:39.260127 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-13c921cc-3d44-4464-b5fd-cff5ce67e7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:03:40.465047 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:03:42.542032 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:03:44.337125 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:04:06.938072 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1f55e797-0f4a-42ca-8ae9-20fca7eaf51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:04:09.266092 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eb8b8bcd-19ab-482f-a348-c401fb662e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:04:10.131492 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-7883135'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:04:10.466417 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:04:12.550309 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:04:12.976039 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:04:14.340736 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:04:24.875688 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47588) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:04:25.013468 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-d15ae987-1d6e-4ddd-8bcc-a82bb99bf1aa admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1365786 Oct 17 11:04:27.391689 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47598) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:04:27.453428 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-79804320-3dc1-405e-8409-5041c860926b admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0605836 Oct 17 11:04:36.941754 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2ca54c64-2123-4adb-bb95-635b8bed424b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:04:39.268772 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-253c7939-061c-4fd1-ae22-40cdd3fffc72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:04:40.085181 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:04:40.470503 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:04:42.555502 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:04:44.336554 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:04:49.975690 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:05:06.940471 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-15053d24-3e26-49b0-a6a0-d9a73db5bacb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:05:09.267524 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5f0c4bf9-01a4-4e22-b25d-38caba0bc75b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:05:10.104401 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:05:10.474281 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:05:12.553801 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:05:14.334649 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:05:26.975464 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:05:36.935194 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8867fdd7-4c6c-4fc1-954b-4d3e081d8c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:05:39.262901 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b277afd6-7f77-4373-aca5-8fbaf95a95d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:05:40.096866 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:05:40.478869 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:05:42.555714 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:05:44.331638 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:03.976394 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:06:06.930261 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-60dd4723-6591-4a16-b90c-76ea4d71551f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:09.267598 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a6bac889-13de-42ce-aa30-a0c44cc7d454 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:10.098801 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:10.479682 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:12.560179 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:14.337537 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.124332 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47770) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:22.294405 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47786) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:22.385035 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1817957326-network', 'tenant_id': '5ac3328f18374baab7458a3effa4a147'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:22.420292 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Made reservation on behalf of 5ac3328f18374baab7458a3effa4a147 for: {'network': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:06:22.422750 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.432004 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.508196 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Publish callbacks [] for security_group (bfa0730b-033a-4f81-a174-25eba27da937), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.513572 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (bfa0730b-033a-4f81-a174-25eba27da937), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.544121 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa0730b-033a-4f81-a174-25eba27da937,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:22.552552 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=103976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:06:22.556279 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:22.556888 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:22.557720 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:22.558061 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:22.558386 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:22.558717 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:22.559030 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:22.559514 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:22.560097 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:22.560439 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:22.561102 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:22.561593 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:22.562082 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Tracked resource versions report: Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: pushed versions: Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: { 'AddressGroup': {'1.2'}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'ConntrackHelper': {'1.0'}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'LocalIPAssociation': {'1.0'}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'Log': {'1.0'}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'Network': {'1.1'}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'Port': {'1.7'}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'PortForwarding': {'1.2'}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'QosPolicy': {'1.10'}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'SecurityGroup': {'1.5'}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'SecurityGroupRule': {'1.2'}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'SubPort': {'1.0'}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'Subnet': {'1.1'}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'Trunk': {'1.1'}} Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: consumer versions: Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: { DHCP agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: HyperV agent@hv-cinder-85846: {}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: L3 agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: Metadata agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: Metering agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: Open vSwitch agent@dv-cinder-858463-3-smb: { 'AddressGroup': '1.2', Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'ConntrackHelper': '1.0', Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'LocalIPAssociation': '1.0', Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'Log': '1.0', Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'Network': '1.1', Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'Port': '1.7', Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'PortForwarding': '1.2', Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'QosPolicy': '1.10', Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'SecurityGroup': '1.5', Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'SecurityGroupRule': '1.2', Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'SubPort': '1.0', Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'Subnet': '1.1', Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: 'Trunk': '1.1'}} Oct 17 11:06:22.563199 dv-cinder-858463-3-smb neutron-server[103976]: {{(pid=103976) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 11:06:22.576803 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (0035db66-ff78-4aec-a6d3-a12c1560de0a), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.577099 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.segments_db [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Added segment 0035db66-ff78-4aec-a6d3-a12c1560de0a of type vlan for network fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc Oct 17 11:06:22.623560 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.649516 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.650635 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:22.651236 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.704272 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1814918059-network', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:22.713505 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5840676 Oct 17 11:06:22.713741 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47810) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:22.719793 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Request body: {'subnet': {'network_id': 'fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1817957326-subnet', 'tenant_id': '5ac3328f18374baab7458a3effa4a147', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:22.731190 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586f942-dfb7-4b91-a6c4-e6a98d8a88ae admin admin] Pushing event updated for resources: {'Network': ['ID=fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:22.744265 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:06:22.745216 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Made reservation on behalf of 5ac3328f18374baab7458a3effa4a147 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:06:22.749290 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.767460 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] Made reservation on behalf of dda8ee1efa8f41babdf7d2f8c1cfaa96 for: {'network': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:06:22.769863 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.780583 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.848585 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47818) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:22.913415 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] Publish callbacks [] for security_group (9897f3bd-1496-49a5-82d2-b3eaaffeeef6), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.919194 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (9897f3bd-1496-49a5-82d2-b3eaaffeeef6), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.940016 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 666} {{(pid=103976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:06:22.958055 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (e13b6b60-eec7-42a2-83a9-111f85b0c182), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:22.958673 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.segments_db [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] Added segment e13b6b60-eec7-42a2-83a9-111f85b0c182 of type vlan for network 21554f7b-decb-4447-82c2-82c4e5db4803 Oct 17 11:06:22.974145 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for subnet (24f0abc4-c218-4c0e-af18-682ce1d172b3), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.002735 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (21554f7b-decb-4447-82c2-82c4e5db4803), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.022582 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9897f3bd-1496-49a5-82d2-b3eaaffeeef6,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:23.034794 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=24f0abc4-c218-4c0e-af18-682ce1d172b3,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:23.042298 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:23.043133 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:23.043500 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:23.043840 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:23.044249 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:23.044558 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:23.044891 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:23.045240 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:23.045560 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:23.046015 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:23.046286 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:23.046554 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:23.047523 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Tracked resource versions report: Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: pushed versions: Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: { 'AddressGroup': {'1.2'}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'ConntrackHelper': {'1.0'}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'LocalIPAssociation': {'1.0'}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'Log': {'1.0'}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'Network': {'1.1'}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'Port': {'1.7'}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'PortForwarding': {'1.2'}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'QosPolicy': {'1.10'}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'SecurityGroup': {'1.5'}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'SecurityGroupRule': {'1.2'}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'SubPort': {'1.0'}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'Subnet': {'1.1'}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'Trunk': {'1.1'}} Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: consumer versions: Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: { DHCP agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: HyperV agent@hv-cinder-85846: {}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: L3 agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: Metadata agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: Metering agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: Open vSwitch agent@dv-cinder-858463-3-smb: { 'AddressGroup': '1.2', Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'ConntrackHelper': '1.0', Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'LocalIPAssociation': '1.0', Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'Log': '1.0', Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'Network': '1.1', Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'Port': '1.7', Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'PortForwarding': '1.2', Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'QosPolicy': '1.10', Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'SecurityGroup': '1.5', Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'SecurityGroupRule': '1.2', Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'SubPort': '1.0', Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'Subnet': '1.1', Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: 'Trunk': '1.1'}} Oct 17 11:06:23.048802 dv-cinder-858463-3-smb neutron-server[103977]: {{(pid=103977) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 11:06:23.051561 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (21554f7b-decb-4447-82c2-82c4e5db4803), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.052563 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:23.053141 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.074499 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Checking segment: {'id': '0035db66-ff78-4aec-a6d3-a12c1560de0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:06:23.075223 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Network hostable DHCP agents. Network: fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:06:23.088113 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7925396 Oct 17 11:06:23.088388 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47828) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:23.094591 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-4f10bce2-f12a-410e-bb9c-47c9f44219ba admin admin] Request body: {'subnet': {'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-subnet', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:23.117328 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f10bce2-f12a-410e-bb9c-47c9f44219ba admin admin] Made reservation on behalf of dda8ee1efa8f41babdf7d2f8c1cfaa96 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:06:23.120583 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4f10bce2-f12a-410e-bb9c-47c9f44219ba admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.124514 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Network fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:06:23.146401 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520cb6f3-aef4-4b38-9b25-fa923e576abc admin admin] Pushing event updated for resources: {'Network': ['ID=21554f7b-decb-4447-82c2-82c4e5db4803,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:23.157949 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network 21554f7b-decb-4447-82c2-82c4e5db4803 details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:06:23.175034 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:23.183783 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:23.184373 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.214937 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-17c8f1cf-51d5-4c5e-9f4b-721c3510b543 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5001476 Oct 17 11:06:23.237366 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655b3eb4-8780-43c9-aaa6-1ed65d16c97f None None] Network fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:06:23.313518 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1859290702-network', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:23.350112 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] Made reservation on behalf of d99aaf045576474dad72ed7e3128a213 for: {'network': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:06:23.352855 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.358919 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4f10bce2-f12a-410e-bb9c-47c9f44219ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for subnet (c502f9b2-9e97-4334-884d-66479d1ef028), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.374844 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.381925 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df00682-c3c2-4d25-97ba-e9a93177266e None None] Network fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:06:23.426008 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10bce2-f12a-410e-bb9c-47c9f44219ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c502f9b2-9e97-4334-884d-66479d1ef028,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:23.439546 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f10bce2-f12a-410e-bb9c-47c9f44219ba admin admin] Checking segment: {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:06:23.439889 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f10bce2-f12a-410e-bb9c-47c9f44219ba admin admin] Network hostable DHCP agents. Network: 21554f7b-decb-4447-82c2-82c4e5db4803, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:06:23.459960 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f10bce2-f12a-410e-bb9c-47c9f44219ba admin admin] Network 21554f7b-decb-4447-82c2-82c4e5db4803 is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:06:23.477014 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-4f10bce2-f12a-410e-bb9c-47c9f44219ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, 21554f7b-decb-4447-82c2-82c4e5db4803) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:23.495179 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f10bce2-f12a-410e-bb9c-47c9f44219ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:23.496171 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4f10bce2-f12a-410e-bb9c-47c9f44219ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.522098 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-4f10bce2-f12a-410e-bb9c-47c9f44219ba admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4326301 Oct 17 11:06:23.524847 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47844) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:23.531021 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:23.544884 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] Publish callbacks [] for security_group (515d439e-911a-4976-bf01-770f4a5a3039), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.553691 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (515d439e-911a-4976-bf01-770f4a5a3039), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.588195 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2277'] for router (51536e0e-0d37-41a9-b40a-ae163a61c294), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.590102 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7956270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2282'] for router (51536e0e-0d37-41a9-b40a-ae163a61c294), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.593054 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=515d439e-911a-4976-bf01-770f4a5a3039,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:23.606434 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=103976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:06:23.616197 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306db1dc-cb43-41f2-93af-d5a0edeec86f None None] Network 21554f7b-decb-4447-82c2-82c4e5db4803 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:06:23.623198 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (9930d826-a0b2-4abb-8057-ef07175f5582), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.623581 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.segments_db [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] Added segment 9930d826-a0b2-4abb-8057-ef07175f5582 of type vlan for network 4d8d5599-38a1-457d-b6b0-0580348a7835 Oct 17 11:06:23.689555 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (4d8d5599-38a1-457d-b6b0-0580348a7835), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.726923 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Publish callbacks [] for router_controller (51536e0e-0d37-41a9-b40a-ae163a61c294), precommit_add_association {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.746508 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (4d8d5599-38a1-457d-b6b0-0580348a7835), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.747605 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:23.748714 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.798842 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf3f1ddb-2710-502b-b25e-3c7b6ab18000-21554f7b-decb-4447-82c2-82c4e5db4803', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028'}]}} from dv-cinder-858463-3-smb. {{(pid=103978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 17 11:06:23.801644 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.884220 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] Pushing event updated for resources: {'Network': ['ID=4d8d5599-38a1-457d-b6b0-0580348a7835,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:23.904552 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-db66f9ce-3555-4766-9155-2552a8bfe4a7 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0520456 Oct 17 11:06:23.904770 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47858) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:23.913994 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-886dc76a-b1bb-440a-93b1-73a0de16e474 admin admin] Request body: {'subnet': {'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1859290702-subnet', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:23.921370 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network 4d8d5599-38a1-457d-b6b0-0580348a7835 details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:06:23.957878 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886dc76a-b1bb-440a-93b1-73a0de16e474 admin admin] Made reservation on behalf of d99aaf045576474dad72ed7e3128a213 for: {'subnet': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:06:23.960869 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-886dc76a-b1bb-440a-93b1-73a0de16e474 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:23.987474 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Publish callbacks [] for router_gateway (51536e0e-0d37-41a9-b40a-ae163a61c294), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.121501 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Allocated IP 172.20.0.2 (21554f7b-decb-4447-82c2-82c4e5db4803/c502f9b2-9e97-4334-884d-66479d1ef028/ef2a8e14-feed-4eb8-8bb4-82d43377a11e) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:06:24.279964 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-886dc76a-b1bb-440a-93b1-73a0de16e474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for subnet (50b1ed00-5c5b-4e8e-b106-1256cda2efa7), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.311205 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Publish callbacks [] for router_gateway (51536e0e-0d37-41a9-b40a-ae163a61c294), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.349953 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886dc76a-b1bb-440a-93b1-73a0de16e474 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b1ed00-5c5b-4e8e-b106-1256cda2efa7,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:24.356243 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886dc76a-b1bb-440a-93b1-73a0de16e474 admin admin] Checking segment: {'id': '9930d826-a0b2-4abb-8057-ef07175f5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:06:24.356484 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886dc76a-b1bb-440a-93b1-73a0de16e474 admin admin] Network hostable DHCP agents. Network: 4d8d5599-38a1-457d-b6b0-0580348a7835, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:06:24.376083 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886dc76a-b1bb-440a-93b1-73a0de16e474 admin admin] Network 4d8d5599-38a1-457d-b6b0-0580348a7835 is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:06:24.397348 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-886dc76a-b1bb-440a-93b1-73a0de16e474 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, 4d8d5599-38a1-457d-b6b0-0580348a7835) {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:24.402196 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886dc76a-b1bb-440a-93b1-73a0de16e474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:24.402796 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-886dc76a-b1bb-440a-93b1-73a0de16e474 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.428867 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-886dc76a-b1bb-440a-93b1-73a0de16e474 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5228975 Oct 17 11:06:24.432167 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47872) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:24.443002 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.445005 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1859290702-router', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:24.483449 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Publish callbacks [] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.490773 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6fa200-bf47-4789-baa8-8c062625d3a3 None None] Network 4d8d5599-38a1-457d-b6b0-0580348a7835 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:06:24.493038 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2277'] for router (128c9d2c-fc79-4353-8bde-85121d772b5e), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.496309 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7956270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2282'] for router (128c9d2c-fc79-4353-8bde-85121d772b5e), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.506414 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.608754 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Network 21554f7b-decb-4447-82c2-82c4e5db4803 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:06:24.615742 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:24.623830 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Pushing event updated for resources: {'Port': ['ID=ef2a8e14-feed-4eb8-8bb4-82d43377a11e,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:24.624522 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Publish callbacks [] for router_controller (128c9d2c-fc79-4353-8bde-85121d772b5e), precommit_add_association {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.635504 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:06:24.653562 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:24.654197 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:24.654703 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:24.656315 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:24.656819 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:24.657336 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:24.657816 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:24.658308 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:24.658807 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:24.659295 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:24.660394 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:24.660896 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:24.661396 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Tracked resource versions report: Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: pushed versions: Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: { 'AddressGroup': {'1.2'}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'ConntrackHelper': {'1.0'}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'LocalIPAssociation': {'1.0'}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'Log': {'1.0'}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'Network': {'1.1'}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'Port': {'1.7'}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'PortForwarding': {'1.2'}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'QosPolicy': {'1.10'}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'SecurityGroup': {'1.5'}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'SecurityGroupRule': {'1.2'}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'SubPort': {'1.0'}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'Subnet': {'1.1'}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'Trunk': {'1.1'}} Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: consumer versions: Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: { DHCP agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: HyperV agent@hv-cinder-85846: {}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: L3 agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: Metadata agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: Metering agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: Open vSwitch agent@dv-cinder-858463-3-smb: { 'AddressGroup': '1.2', Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'ConntrackHelper': '1.0', Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'LocalIPAssociation': '1.0', Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'Log': '1.0', Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'Network': '1.1', Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'Port': '1.7', Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'PortForwarding': '1.2', Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'QosPolicy': '1.10', Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'SecurityGroup': '1.5', Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'SecurityGroupRule': '1.2', Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'SubPort': '1.0', Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'Subnet': '1.1', Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: 'Trunk': '1.1'}} Oct 17 11:06:24.662715 dv-cinder-858463-3-smb neutron-server[103978]: {{(pid=103978) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 11:06:24.704209 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Allocated IP 172.28.1.250 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/e4f7466c-f364-4417-80c9-5a656e77b045) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:06:24.777365 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf3f1ddb-2710-502b-b25e-3c7b6ab18000-4d8d5599-38a1-457d-b6b0-0580348a7835', 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835', 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'fixed_ips': [{'subnet_id': '50b1ed00-5c5b-4e8e-b106-1256cda2efa7'}]}} from dv-cinder-858463-3-smb. {{(pid=103978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 17 11:06:24.778208 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.788116 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Attempting to bind port ef2a8e14-feed-4eb8-8bb4-82d43377a11e on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:06:24.788478 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Attempting to bind port ef2a8e14-feed-4eb8-8bb4-82d43377a11e by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:06:24.789083 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Attempting to bind port ef2a8e14-feed-4eb8-8bb4-82d43377a11e on network 21554f7b-decb-4447-82c2-82c4e5db4803 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:06:24.798004 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:06:24.798379 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Checking segment: {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:06:24.798774 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.799534 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Bound using segment: {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:06:24.800167 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Bound port: ef2a8e14-feed-4eb8-8bb4-82d43377a11e, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:06:24.800359 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.847640 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Publish callbacks [] for router_gateway (128c9d2c-fc79-4353-8bde-85121d772b5e), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.885986 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Publish callbacks [] for port (e4f7466c-f364-4417-80c9-5a656e77b045), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.932442 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (e4f7466c-f364-4417-80c9-5a656e77b045), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:24.990441 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] For port ef2a8e14-feed-4eb8-8bb4-82d43377a11e, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:06:25.009944 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:06:25.012930 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:25.016785 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:06:25.030251 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] For port ef2a8e14-feed-4eb8-8bb4-82d43377a11e, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=ef2a8e14-feed-4eb8-8bb4-82d43377a11e,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:06:25.067556 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f7466c-f364-4417-80c9-5a656e77b045,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:25.091958 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:25.151030 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f89cf-9cf5-4c6f-95f8-31d056e6f1f0 None None] Pushing event updated for resources: {'Port': ['ID=ef2a8e14-feed-4eb8-8bb4-82d43377a11e,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:25.174071 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Allocated IP 172.20.0.2 (4d8d5599-38a1-457d-b6b0-0580348a7835/50b1ed00-5c5b-4e8e-b106-1256cda2efa7/a55eaa38-d3cf-425a-824f-2222a814b105) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:06:25.259041 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Publish callbacks [] for router_gateway (128c9d2c-fc79-4353-8bde-85121d772b5e), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:25.317951 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:25.376850 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Publish callbacks [] for port (a55eaa38-d3cf-425a-824f-2222a814b105), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:25.390589 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:25.410374 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Publish callbacks [] for router_gateway (51536e0e-0d37-41a9-b40a-ae163a61c294), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:25.532652 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Pushing event updated for resources: {'Port': ['ID=a55eaa38-d3cf-425a-824f-2222a814b105,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:25.558489 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Allocated IP 172.28.1.145 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/60134030-93d0-44f3-93a4-c21c142c6b3d) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:06:25.567471 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Network 4d8d5599-38a1-457d-b6b0-0580348a7835 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:06:25.572487 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:25.587995 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:06:25.761734 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Attempting to bind port a55eaa38-d3cf-425a-824f-2222a814b105 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:06:25.762373 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Attempting to bind port a55eaa38-d3cf-425a-824f-2222a814b105 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '9930d826-a0b2-4abb-8057-ef07175f5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:06:25.762373 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Attempting to bind port a55eaa38-d3cf-425a-824f-2222a814b105 on network 4d8d5599-38a1-457d-b6b0-0580348a7835 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:06:25.779376 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:06:25.779757 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Checking segment: {'id': '9930d826-a0b2-4abb-8057-ef07175f5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:06:25.782866 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:25.782866 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Bound using segment: {'id': '9930d826-a0b2-4abb-8057-ef07175f5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:06:25.784763 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Bound port: a55eaa38-d3cf-425a-824f-2222a814b105, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9930d826-a0b2-4abb-8057-ef07175f5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:06:25.785198 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:25.804179 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device ef2a8e14-feed-4eb8-8bb4-82d43377a11e up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:06:25.838698 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Publish callbacks [] for port (60134030-93d0-44f3-93a4-c21c142c6b3d), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:25.872931 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47918) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:25.878786 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-294355569-network', 'tenant_id': 'fba2d9971a4345248ae4e5387a0e7664'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:25.892334 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882870'] for router (51536e0e-0d37-41a9-b40a-ae163a61c294), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:25.944100 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (60134030-93d0-44f3-93a4-c21c142c6b3d), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:25.980008 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:06:25.982543 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:25.988692 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:06:26.024070 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] For port a55eaa38-d3cf-425a-824f-2222a814b105, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:06:26.062247 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] For port a55eaa38-d3cf-425a-824f-2222a814b105, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=a55eaa38-d3cf-425a-824f-2222a814b105,segment=NetworkSegment(9930d826-a0b2-4abb-8057-ef07175f5582),segment_id=9930d826-a0b2-4abb-8057-ef07175f5582)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:06:26.063626 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port ef2a8e14-feed-4eb8-8bb4-82d43377a11e triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:26.064079 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:26.064341 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port ef2a8e14-feed-4eb8-8bb4-82d43377a11e Oct 17 11:06:26.065337 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] Made reservation on behalf of fba2d9971a4345248ae4e5387a0e7664 for: {'network': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:06:26.067741 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:26.075181 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Router 51536e0e-0d37-41a9-b40a-ae163a61c294 is scheduled to L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 with binding_index 1 {{(pid=103977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 11:06:26.157709 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:26.158386 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:26.202546 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port ef2a8e14-feed-4eb8-8bb4-82d43377a11e is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:26.202959 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:26.219605 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Pushing event updated for resources: {'Port': ['ID=60134030-93d0-44f3-93a4-c21c142c6b3d,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:26.341414 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port ef2a8e14-feed-4eb8-8bb4-82d43377a11e, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=ef2a8e14-feed-4eb8-8bb4-82d43377a11e,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:06:26.367630 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:26.425329 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] Publish callbacks [] for security_group (024f439c-daee-425d-bb68-f1455936a867), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:26.428645 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Publish callbacks [] for router_gateway (128c9d2c-fc79-4353-8bde-85121d772b5e), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:26.434112 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (024f439c-daee-425d-bb68-f1455936a867), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:26.438915 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cffb2db-63ab-4357-b5ea-edf2d30ae002 None None] Pushing event updated for resources: {'Port': ['ID=a55eaa38-d3cf-425a-824f-2222a814b105,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:26.440149 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:06:26.465589 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Sync routers for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:06:26.486799 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:06:26.492082 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:06:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:26.503628 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:26.504953 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-d31ba5c1-f9bb-4e17-93ba-21ae37502d96 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9784820 Oct 17 11:06:26.507875 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 47938) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:26.545632 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024f439c-daee-425d-bb68-f1455936a867,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:26.589400 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=103976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:06:26.623121 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=ef2a8e14-feed-4eb8-8bb4-82d43377a11e,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:26.706219 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (57c83f7b-c3e8-4a90-a622-57b4ad19e982), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:26.706561 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.segments_db [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] Added segment 57c83f7b-c3e8-4a90-a622-57b4ad19e982 of type vlan for network 99bfbb5f-ebbe-4f8e-ab41-08309219484a Oct 17 11:06:26.906432 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (99bfbb5f-ebbe-4f8e-ab41-08309219484a), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:27.007508 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (99bfbb5f-ebbe-4f8e-ab41-08309219484a), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:27.009077 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:27.009981 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:27.013715 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:06:27.070743 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3209e34d-cd85-4094-b8b1-66b864c86591 None None] Network 21554f7b-decb-4447-82c2-82c4e5db4803 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:06:27.083186 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882870'] for router (128c9d2c-fc79-4353-8bde-85121d772b5e), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:27.105827 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2317314 Oct 17 11:06:27.110197 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47948) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:27.121381 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-64396704-945e-42a9-b55b-df9720989ecc admin admin] Request body: {'subnet': {'network_id': '99bfbb5f-ebbe-4f8e-ab41-08309219484a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-294355569-subnet', 'tenant_id': 'fba2d9971a4345248ae4e5387a0e7664', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:27.165599 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce191553-0355-46b0-ac0c-288529626bc2 admin admin] Pushing event updated for resources: {'Network': ['ID=99bfbb5f-ebbe-4f8e-ab41-08309219484a,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:27.229593 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64396704-945e-42a9-b55b-df9720989ecc admin admin] Made reservation on behalf of fba2d9971a4345248ae4e5387a0e7664 for: {'subnet': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:06:27.232478 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-64396704-945e-42a9-b55b-df9720989ecc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:27.269198 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network 99bfbb5f-ebbe-4f8e-ab41-08309219484a details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:06:27.412647 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Router 128c9d2c-fc79-4353-8bde-85121d772b5e is scheduled to L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 with binding_index 1 {{(pid=103976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 11:06:27.468341 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:25Z', 'revision_number': 3, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:27.570960 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Checking router: 51536e0e-0d37-41a9-b40a-ae163a61c294 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:06:27.578967 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Updating router 51536e0e-0d37-41a9-b40a-ae163a61c294 port e4f7466c-f364-4417-80c9-5a656e77b045 binding host dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:06:27.582255 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-72af23a9-6e16-4ed5-9c88-d13c14282e3d None None] Provisioning complete for port ef2a8e14-feed-4eb8-8bb4-82d43377a11e triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:27.590508 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-72af23a9-6e16-4ed5-9c88-d13c14282e3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:27.590972 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-72af23a9-6e16-4ed5-9c88-d13c14282e3d None None] Attempt 1 to provision port ef2a8e14-feed-4eb8-8bb4-82d43377a11e Oct 17 11:06:27.664956 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (e4f7466c-f364-4417-80c9-5a656e77b045), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:27.883667 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:27.902024 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-64396704-945e-42a9-b55b-df9720989ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for subnet (f954e6ec-4b90-45ed-be6e-0c9551badbc4), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:27.987057 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:06:28.024103 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64396704-945e-42a9-b55b-df9720989ecc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f954e6ec-4b90-45ed-be6e-0c9551badbc4,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:28.045780 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:28.049330 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-ea921127-9349-49f9-80f4-3ae83ac9ab67 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6143587 Oct 17 11:06:28.052311 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 47988) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:28.113486 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64396704-945e-42a9-b55b-df9720989ecc admin admin] Checking segment: {'id': '57c83f7b-c3e8-4a90-a622-57b4ad19e982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': '99bfbb5f-ebbe-4f8e-ab41-08309219484a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:06:28.113889 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64396704-945e-42a9-b55b-df9720989ecc admin admin] Network hostable DHCP agents. Network: 99bfbb5f-ebbe-4f8e-ab41-08309219484a, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:06:28.182040 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64396704-945e-42a9-b55b-df9720989ecc admin admin] Network 99bfbb5f-ebbe-4f8e-ab41-08309219484a is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:06:28.202572 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device ef2a8e14-feed-4eb8-8bb4-82d43377a11e up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:06:28.208320 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7c19ef4-638f-4c27-9536-9f0c04df0843 None None] Network 4d8d5599-38a1-457d-b6b0-0580348a7835 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:06:28.215003 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Sync routers for ids ['128c9d2c-fc79-4353-8bde-85121d772b5e'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:06:28.383551 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-64396704-945e-42a9-b55b-df9720989ecc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, 99bfbb5f-ebbe-4f8e-ab41-08309219484a) {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:28.406312 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Allocated IP 172.20.0.1 (21554f7b-decb-4447-82c2-82c4e5db4803/c502f9b2-9e97-4334-884d-66479d1ef028/c17122be-2c8e-4c69-b1b2-90bf173bc5f6) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:06:28.431408 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64396704-945e-42a9-b55b-df9720989ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:28.431987 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-64396704-945e-42a9-b55b-df9720989ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:28.502111 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c291336-5596-496f-bf9f-cdc5f6f1c3ff None None] Network 99bfbb5f-ebbe-4f8e-ab41-08309219484a requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:06:28.524751 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-64396704-945e-42a9-b55b-df9720989ecc admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4003091 Oct 17 11:06:28.588981 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Publish callbacks [] for port (e4f7466c-f364-4417-80c9-5a656e77b045), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:28.608739 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (e4f7466c-f364-4417-80c9-5a656e77b045), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:28.707545 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Attempting to bind port e4f7466c-f364-4417-80c9-5a656e77b045 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:06:28.708176 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Attempting to bind port e4f7466c-f364-4417-80c9-5a656e77b045 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:06:28.708554 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Attempting to bind port e4f7466c-f364-4417-80c9-5a656e77b045 on network 59bc4f32-b948-49dd-8148-863382a25dbf {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:06:28.709424 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-72af23a9-6e16-4ed5-9c88-d13c14282e3d None None] Current status of the port ef2a8e14-feed-4eb8-8bb4-82d43377a11e is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:28.716072 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Pushing event updated for resources: {'Port': ['ID=e4f7466c-f364-4417-80c9-5a656e77b045,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:28.720625 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f7d41-85a1-40e7-becd-2f7b29407877 None None] Network 99bfbb5f-ebbe-4f8e-ab41-08309219484a requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:06:28.729255 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:06:28.729612 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Checking segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:06:28.730007 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Publish callbacks [] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:28.730188 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:28.730687 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Bound using segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:06:28.731224 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Bound port: e4f7466c-f364-4417-80c9-5a656e77b045, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:06:28.731618 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (e4f7466c-f364-4417-80c9-5a656e77b045), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:28.737618 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48028) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:28.793358 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] For port e4f7466c-f364-4417-80c9-5a656e77b045, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:06:28.803527 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] For port e4f7466c-f364-4417-80c9-5a656e77b045, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=e4f7466c-f364-4417-80c9-5a656e77b045,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:06:28.820877 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:28.821408 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:28.821777 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:28.822171 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:28.822500 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:28.822852 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:28.823418 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:28.823772 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:28.824149 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:28.824502 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:28.824837 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:28.825223 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:28.825541 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Tracked resource versions report: Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: pushed versions: Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: { 'AddressGroup': {'1.2'}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'ConntrackHelper': {'1.0'}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'LocalIPAssociation': {'1.0'}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'Log': {'1.0'}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'Network': {'1.1'}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'Port': {'1.7'}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'PortForwarding': {'1.2'}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'QosPolicy': {'1.10'}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'SecurityGroup': {'1.5'}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'SecurityGroupRule': {'1.2'}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'SubPort': {'1.0'}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'Subnet': {'1.1'}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'Trunk': {'1.1'}} Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: consumer versions: Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: { DHCP agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: HyperV agent@hv-cinder-85846: {}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: L3 agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: Metadata agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: Metering agent@dv-cinder-858463-3-smb: {}, Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: Open vSwitch agent@dv-cinder-858463-3-smb: { 'AddressGroup': '1.2', Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'ConntrackHelper': '1.0', Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'LocalIPAssociation': '1.0', Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'Log': '1.0', Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'Network': '1.1', Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'Port': '1.7', Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'PortForwarding': '1.2', Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'QosPolicy': '1.10', Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'SecurityGroup': '1.5', Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'SecurityGroupRule': '1.2', Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'SubPort': '1.0', Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'Subnet': '1.1', Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: 'Trunk': '1.1'}} Oct 17 11:06:28.827106 dv-cinder-858463-3-smb neutron-server[103979]: {{(pid=103979) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 17 11:06:28.837278 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (e4f7466c-f364-4417-80c9-5a656e77b045), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:28.871431 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:28.871723 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:06:28.874465 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:06:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:28.907498 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48038) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:28.987622 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Routers {'128c9d2c-fc79-4353-8bde-85121d772b5e'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:06:28.990058 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:06:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['128c9d2c-fc79-4353-8bde-85121d772b5e'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:29.010960 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Network 21554f7b-decb-4447-82c2-82c4e5db4803 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:06:29.014591 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:29.030551 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:06:29.031051 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878563'] for router_interface (51536e0e-0d37-41a9-b40a-ae163a61c294), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:29.047443 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ec40bdb-afe6-46b0-893a-3b857dbc7371 admin admin] Deleting subnet 24f0abc4-c218-4c0e-af18-682ce1d172b3 {{(pid=103976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:06:29.060373 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3ec40bdb-afe6-46b0-893a-3b857dbc7371 admin admin] Publish callbacks [] for subnet (24f0abc4-c218-4c0e-af18-682ce1d172b3), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:29.183903 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Pushing event updated for resources: {'Port': ['ID=c17122be-2c8e-4c69-b1b2-90bf173bc5f6,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:29.216143 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b63a8d3-1146-49c4-965a-d7804d787108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:29.217713 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-33e97b4f-01d9-43f1-b751-8a449278bcd0 None None] Provisioning complete for port a55eaa38-d3cf-425a-824f-2222a814b105 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:29.218411 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-33e97b4f-01d9-43f1-b751-8a449278bcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:29.223569 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-33e97b4f-01d9-43f1-b751-8a449278bcd0 None None] Attempt 1 to provision port a55eaa38-d3cf-425a-824f-2222a814b105 Oct 17 11:06:29.256302 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3ec40bdb-afe6-46b0-893a-3b857dbc7371 admin admin] Publish callbacks [] for subnet (24f0abc4-c218-4c0e-af18-682ce1d172b3), precommit_delete_associations {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:29.275877 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3ec40bdb-afe6-46b0-893a-3b857dbc7371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (24f0abc4-c218-4c0e-af18-682ce1d172b3), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:29.307144 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:29.342811 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:06:29.386040 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port ef2a8e14-feed-4eb8-8bb4-82d43377a11e triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:29.386705 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:29.387182 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port ef2a8e14-feed-4eb8-8bb4-82d43377a11e Oct 17 11:06:29.579570 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b63a8d3-1146-49c4-965a-d7804d787108 admin admin] Publish callbacks [] for security_group (24f83bc4-a3e7-4346-8eef-c2f34a9d0c34), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:29.589991 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b63a8d3-1146-49c4-965a-d7804d787108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (24f83bc4-a3e7-4346-8eef-c2f34a9d0c34), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:29.601884 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed39ad35-33e7-47e5-bdd7-0c0a28b45bb5 None None] Pushing event updated for resources: {'Port': ['ID=e4f7466c-f364-4417-80c9-5a656e77b045,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:29.665907 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-0b63a8d3-1146-49c4-965a-d7804d787108 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2ead5e3a0ef4501bdb79c6f6c949707&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9196553 Oct 17 11:06:29.666415 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48066) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:29.703492 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:29.722990 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63a8d3-1146-49c4-965a-d7804d787108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f83bc4-a3e7-4346-8eef-c2f34a9d0c34,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:29.731605 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3ec40bdb-afe6-46b0-893a-3b857dbc7371 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for subnet (24f0abc4-c218-4c0e-af18-682ce1d172b3), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:29.789016 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Set router 128c9d2c-fc79-4353-8bde-85121d772b5e gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:06:29.805138 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec40bdb-afe6-46b0-893a-3b857dbc7371 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24f0abc4-c218-4c0e-af18-682ce1d172b3,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:29.830152 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3ec40bdb-afe6-46b0-893a-3b857dbc7371 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:29.830841 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:25Z', 'revision_number': 3, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:29.836199 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-3ec40bdb-afe6-46b0-893a-3b857dbc7371 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/24f0abc4-c218-4c0e-af18-682ce1d172b3 HTTP/1.1" status: 204 len: 168 time: 0.9274840 Oct 17 11:06:29.836819 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48080) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:29.884448 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f98b698f-39a9-4fac-a37c-580efef78fb3 None None] The sync data for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb is: [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:25Z', 'revision_number': 3, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:06:30.018871 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8772-ca97-4cae-9bc3-0b9e2abbb349 admin admin] Publish callbacks [] for security_group (24f83bc4-a3e7-4346-8eef-c2f34a9d0c34), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.068305 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-33e97b4f-01d9-43f1-b751-8a449278bcd0 None None] Current status of the port a55eaa38-d3cf-425a-824f-2222a814b105 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:30.068827 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-33e97b4f-01d9-43f1-b751-8a449278bcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.071806 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Publish callbacks [] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.084330 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.084981 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.085725 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8316014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7878455'] for router_interface (51536e0e-0d37-41a9-b40a-ae163a61c294), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.115465 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port ef2a8e14-feed-4eb8-8bb4-82d43377a11e is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:30.116730 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device a55eaa38-d3cf-425a-824f-2222a814b105 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:06:30.124997 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8772-ca97-4cae-9bc3-0b9e2abbb349 admin admin] Publish callbacks [] for security_group (24f83bc4-a3e7-4346-8eef-c2f34a9d0c34), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.144845 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Allocated IP 172.20.0.1 (4d8d5599-38a1-457d-b6b0-0580348a7835/50b1ed00-5c5b-4e8e-b106-1256cda2efa7/9c985962-67f5-4181-b7ca-e4dd2d7f5c2b) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:06:30.195316 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-33e97b4f-01d9-43f1-b751-8a449278bcd0 None None] For port a55eaa38-d3cf-425a-824f-2222a814b105, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=a55eaa38-d3cf-425a-824f-2222a814b105,segment=NetworkSegment(9930d826-a0b2-4abb-8057-ef07175f5582),segment_id=9930d826-a0b2-4abb-8057-ef07175f5582)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:06:30.211544 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-33e97b4f-01d9-43f1-b751-8a449278bcd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.247130 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Pushing event updated for resources: {'Port': ['ID=c17122be-2c8e-4c69-b1b2-90bf173bc5f6,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:30.320616 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port a55eaa38-d3cf-425a-824f-2222a814b105 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:30.321707 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.322237 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port a55eaa38-d3cf-425a-824f-2222a814b105 Oct 17 11:06:30.388731 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e97b4f-01d9-43f1-b751-8a449278bcd0 None None] Pushing event updated for resources: {'Port': ['ID=a55eaa38-d3cf-425a-824f-2222a814b105,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:30.417736 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Network 21554f7b-decb-4447-82c2-82c4e5db4803 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:06:30.427880 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:30.440554 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Provisioning complete for port ef2a8e14-feed-4eb8-8bb4-82d43377a11e triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:30.441120 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.441644 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Attempt 1 to provision port ef2a8e14-feed-4eb8-8bb4-82d43377a11e Oct 17 11:06:30.466148 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.483839 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'name': 'tempest-DeleteServersTestJSON-1859290702-router', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '60134030-93d0-44f3-93a4-c21c142c6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:26Z', 'revision_number': 3, 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'gw_port': {'id': '60134030-93d0-44f3-93a4-c21c142c6b3d', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:25Z', 'updated_at': '2022-10-17T11:06:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:30.519461 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:30.519461 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:30.519461 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:30.519461 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Subscribe: > port after_create 55550000 {{(pid=103976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:30.519461 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:30.519461 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Subscribe: > port after_update 55550000 {{(pid=103976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:30.519461 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:30.519461 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:30.519461 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:30.519461 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:30.578816 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48100) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:30.585095 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Checking router: 128c9d2c-fc79-4353-8bde-85121d772b5e for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:06:30.585500 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Updating router 128c9d2c-fc79-4353-8bde-85121d772b5e port 60134030-93d0-44f3-93a4-c21c142c6b3d binding host dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:06:30.641855 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Router 51536e0e-0d37-41a9-b40a-ae163a61c294 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:06:30.650739 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port a55eaa38-d3cf-425a-824f-2222a814b105 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:30.666154 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (60134030-93d0-44f3-93a4-c21c142c6b3d), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.788949 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Current status of the port ef2a8e14-feed-4eb8-8bb4-82d43377a11e is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:30.841472 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:30.842137 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:30.842694 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:30.843206 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103976) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:30.843751 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.services.segments.db [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc']}} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:30.854660 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:06:30.860963 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-bfc98803-f9e1-4608-b054-4810017ab4cf admin admin] 10.222.0.43 "PUT /v2.0/routers/51536e0e-0d37-41a9-b40a-ae163a61c294/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3517072 Oct 17 11:06:30.872825 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-77fec29c-7beb-41e1-b833-fc9d0bff7b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.913881 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.services.segments.db [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0035db66-ff78-4aec-a6d3-a12c1560de0a') {'for_net_delete': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:30.919191 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.services.segments.db [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0035db66-ff78-4aec-a6d3-a12c1560de0a') {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:30.943301 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Provisioning complete for port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:30.943691 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.944078 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Attempt 1 to provision port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 Oct 17 11:06:30.947081 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device e4f7466c-f364-4417-80c9-5a656e77b045 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:06:30.962918 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Publish callbacks [] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:30.992873 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5794874'] for segment (0035db66-ff78-4aec-a6d3-a12c1560de0a), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.010924 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-77fec29c-7beb-41e1-b833-fc9d0bff7b14 admin admin] Publish callbacks [] for security_group (49f4c646-c3f9-43a4-9357-f2764e83b74a), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.018182 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-77fec29c-7beb-41e1-b833-fc9d0bff7b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (49f4c646-c3f9-43a4-9357-f2764e83b74a), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.065707 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (0035db66-ff78-4aec-a6d3-a12c1560de0a), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.086865 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fec29c-7beb-41e1-b833-fc9d0bff7b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f4c646-c3f9-43a4-9357-f2764e83b74a,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:31.114153 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=103976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:06:31.114575 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6464612'] for segment (0035db66-ff78-4aec-a6d3-a12c1560de0a), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.137353 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-77fec29c-7beb-41e1-b833-fc9d0bff7b14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=277f0b869a93416fb71f10ffe674639d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5573888 Oct 17 11:06:31.137978 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48120) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:31.140516 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:31.236322 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port e4f7466c-f364-4417-80c9-5a656e77b045 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:31.241277 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (e4f7466c-f364-4417-80c9-5a656e77b045), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.241277 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port e4f7466c-f364-4417-80c9-5a656e77b045 Oct 17 11:06:31.256091 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1306dd66-97db-4df8-8364-4a1399daa369 admin admin] Publish callbacks [] for security_group (49f4c646-c3f9-43a4-9357-f2764e83b74a), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.259305 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8772-ca97-4cae-9bc3-0b9e2abbb349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (24f83bc4-a3e7-4346-8eef-c2f34a9d0c34), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.262819 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4b4e8772-ca97-4cae-9bc3-0b9e2abbb349 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.267618 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-4b4e8772-ca97-4cae-9bc3-0b9e2abbb349 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/24f83bc4-a3e7-4346-8eef-c2f34a9d0c34 HTTP/1.1" status: 204 len: 168 time: 1.5707829 Oct 17 11:06:31.284682 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1306dd66-97db-4df8-8364-4a1399daa369 admin admin] Publish callbacks [] for security_group (49f4c646-c3f9-43a4-9357-f2764e83b74a), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.315714 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4e8772-ca97-4cae-9bc3-0b9e2abbb349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f83bc4-a3e7-4346-8eef-c2f34a9d0c34,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:31.319922 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.355747 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1306dd66-97db-4df8-8364-4a1399daa369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (49f4c646-c3f9-43a4-9357-f2764e83b74a), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.360331 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1306dd66-97db-4df8-8364-4a1399daa369 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.366284 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-1306dd66-97db-4df8-8364-4a1399daa369 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49f4c646-c3f9-43a4-9357-f2764e83b74a HTTP/1.1" status: 204 len: 168 time: 0.2272451 Oct 17 11:06:31.374908 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.379102 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1306dd66-97db-4df8-8364-4a1399daa369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f4c646-c3f9-43a4-9357-f2764e83b74a,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:31.394533 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Network 4d8d5599-38a1-457d-b6b0-0580348a7835 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:06:31.420327 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:31.429092 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.469934 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] 10.222.0.43 "DELETE /v2.0/networks/fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc HTTP/1.1" status: 204 len: 168 time: 1.6088676 Oct 17 11:06:31.472193 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48146) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:31.536549 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef60582e-5509-40c1-8eae-b3d60842c884 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe10c4f3-ca75-4bbd-97c4-d1f9d95778bc,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:31.546421 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c985962-67f5-4181-b7ca-e4dd2d7f5c2b,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:31.552934 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:06:31.676102 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_v2 [None req-b39b0aea-af94-477d-bd06-259d03a2b891 admin admin] Deleting subnet f954e6ec-4b90-45ed-be6e-0c9551badbc4 {{(pid=103977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:06:31.688511 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b39b0aea-af94-477d-bd06-259d03a2b891 admin admin] Publish callbacks [] for subnet (f954e6ec-4b90-45ed-be6e-0c9551badbc4), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.723421 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878563'] for router_interface (128c9d2c-fc79-4353-8bde-85121d772b5e), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.760743 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b39b0aea-af94-477d-bd06-259d03a2b891 admin admin] Publish callbacks [] for subnet (f954e6ec-4b90-45ed-be6e-0c9551badbc4), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.780644 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48166) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:31.787541 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-af60ad1f-9d3c-4860-b316-b2fef8e6939b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1493174991', 'description': 'tempest-description--500858632'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:31.799007 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b39b0aea-af94-477d-bd06-259d03a2b891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (f954e6ec-4b90-45ed-be6e-0c9551badbc4), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.893119 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-af60ad1f-9d3c-4860-b316-b2fef8e6939b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.944473 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Attempt 2 to provision port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 Oct 17 11:06:31.969241 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b39b0aea-af94-477d-bd06-259d03a2b891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for subnet (f954e6ec-4b90-45ed-be6e-0c9551badbc4), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:31.998285 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port e4f7466c-f364-4417-80c9-5a656e77b045 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:31.998787 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (e4f7466c-f364-4417-80c9-5a656e77b045), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.014394 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Publish callbacks [] for port (60134030-93d0-44f3-93a4-c21c142c6b3d), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.030995 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b0aea-af94-477d-bd06-259d03a2b891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f954e6ec-4b90-45ed-be6e-0c9551badbc4,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:32.040824 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:32.058808 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port e4f7466c-f364-4417-80c9-5a656e77b045, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=e4f7466c-f364-4417-80c9-5a656e77b045,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:06:32.059475 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b39b0aea-af94-477d-bd06-259d03a2b891 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.061211 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (60134030-93d0-44f3-93a4-c21c142c6b3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.066480 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-b39b0aea-af94-477d-bd06-259d03a2b891 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f954e6ec-4b90-45ed-be6e-0c9551badbc4 HTTP/1.1" status: 204 len: 168 time: 0.5929697 Oct 17 11:06:32.067416 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48178) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:32.107291 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (e4f7466c-f364-4417-80c9-5a656e77b045), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.108088 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device a55eaa38-d3cf-425a-824f-2222a814b105 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:06:32.148821 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Attempting to bind port 60134030-93d0-44f3-93a4-c21c142c6b3d on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:06:32.149649 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Attempting to bind port 60134030-93d0-44f3-93a4-c21c142c6b3d by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:06:32.150499 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Attempting to bind port 60134030-93d0-44f3-93a4-c21c142c6b3d on network 59bc4f32-b948-49dd-8148-863382a25dbf {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:06:32.180000 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:06:32.180463 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Checking segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:06:32.180863 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.181742 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Bound using segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:06:32.182493 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Bound port: 60134030-93d0-44f3-93a4-c21c142c6b3d, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:06:32.183049 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (60134030-93d0-44f3-93a4-c21c142c6b3d), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.187683 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83db62a-6cf4-49ab-a6c5-e3f171591a0d None None] Pushing event updated for resources: {'Port': ['ID=60134030-93d0-44f3-93a4-c21c142c6b3d,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:32.201037 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-af60ad1f-9d3c-4860-b316-b2fef8e6939b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (e5a685df-ee07-4e6c-bec4-78d2a3d46e9d), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.208683 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (99bfbb5f-ebbe-4f8e-ab41-08309219484a), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.235787 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-af60ad1f-9d3c-4860-b316-b2fef8e6939b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e5a685df-ee07-4e6c-bec4-78d2a3d46e9d), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.266307 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-af60ad1f-9d3c-4860-b316-b2fef8e6939b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.267470 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-af60ad1f-9d3c-4860-b316-b2fef8e6939b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4855800 Oct 17 11:06:32.270993 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48184) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:32.284808 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.294180 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-d78e6b88-d263-4668-a90b-ded3a457bde0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'security_group_rule': {'security_group_id': 'e5a685df-ee07-4e6c-bec4-78d2a3d46e9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:32.326536 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] For port 60134030-93d0-44f3-93a4-c21c142c6b3d, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:06:32.329042 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=e4f7466c-f364-4417-80c9-5a656e77b045,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:32.334669 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] For port 60134030-93d0-44f3-93a4-c21c142c6b3d, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=60134030-93d0-44f3-93a4-c21c142c6b3d,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:06:32.339675 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port a55eaa38-d3cf-425a-824f-2222a814b105 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:32.340224 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.340575 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port a55eaa38-d3cf-425a-824f-2222a814b105 Oct 17 11:06:32.370700 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (60134030-93d0-44f3-93a4-c21c142c6b3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.405624 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60ad1f-9d3c-4860-b316-b2fef8e6939b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:32.438157 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Routers {'128c9d2c-fc79-4353-8bde-85121d772b5e'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:06:32.438885 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:06:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['128c9d2c-fc79-4353-8bde-85121d772b5e'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:32.513092 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48190) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:32.522080 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d78e6b88-d263-4668-a90b-ded3a457bde0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (9d2a1150-b069-4dc1-9f45-98c1591204b7), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.541530 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (99bfbb5f-ebbe-4f8e-ab41-08309219484a), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.582440 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Attempt 3 to provision port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 Oct 17 11:06:32.596217 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:32.596601 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:32.597533 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:32.597863 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Subscribe: > port after_create 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:32.598606 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:32.598606 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Subscribe: > port after_update 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:32.598853 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:32.599160 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:32.599397 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:32.599702 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:32.632499 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.services.segments.plugin [-] Segment 0035db66-ff78-4aec-a6d3-a12c1560de0a resource provider aggregate not found Oct 17 11:06:32.684695 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.services.segments.plugin [-] Segment 0035db66-ff78-4aec-a6d3-a12c1560de0a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0035db66-ff78-4aec-a6d3-a12c1560de0a found for delete ", "request_id": "req-f05a56ba-0afb-44ce-ad4e-fc7d0523f62b"}]} Oct 17 11:06:32.740920 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83db62a-6cf4-49ab-a6c5-e3f171591a0d None None] Pushing event updated for resources: {'Port': ['ID=60134030-93d0-44f3-93a4-c21c142c6b3d,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:32.765317 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Sync routers for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:06:32.783190 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:32.787061 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] Set router 128c9d2c-fc79-4353-8bde-85121d772b5e gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:06:32.797831 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:06:32.804005 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:06:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:32.843381 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8717ae0b-7dd5-4194-ade8-84a1cec50d35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:32.917505 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:32.917841 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:32.918174 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:32.918536 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103977) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 17 11:06:32.919353 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99bfbb5f-ebbe-4f8e-ab41-08309219484a']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:32.952998 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port a55eaa38-d3cf-425a-824f-2222a814b105 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:32.958122 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57c83f7b-c3e8-4a90-a622-57b4ad19e982') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:32.958122 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57c83f7b-c3e8-4a90-a622-57b4ad19e982') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:33.020255 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d78e6b88-d263-4668-a90b-ded3a457bde0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (9d2a1150-b069-4dc1-9f45-98c1591204b7), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.032961 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d78e6b88-d263-4668-a90b-ded3a457bde0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (9d2a1150-b069-4dc1-9f45-98c1591204b7), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.050682 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5583420'] for segment (57c83f7b-c3e8-4a90-a622-57b4ad19e982), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.100253 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:06:33.171476 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device e4f7466c-f364-4417-80c9-5a656e77b045 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:06:33.175095 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d78e6b88-d263-4668-a90b-ded3a457bde0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.179937 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-d78e6b88-d263-4668-a90b-ded3a457bde0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9079206 Oct 17 11:06:33.185834 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48244) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:33.191941 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-d40982ff-63c5-4309-99a0-b28ece4ef59f tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'security_group_rule': {'security_group_id': 'e5a685df-ee07-4e6c-bec4-78d2a3d46e9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:33.205732 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e6b88-d263-4668-a90b-ded3a457bde0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2a1150-b069-4dc1-9f45-98c1591204b7,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:33.209604 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (57c83f7b-c3e8-4a90-a622-57b4ad19e982), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.221863 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Publish callbacks [] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.232665 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:06:33.233073 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5390436'] for segment (57c83f7b-c3e8-4a90-a622-57b4ad19e982), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.238277 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.314761 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Attempt 4 to provision port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 Oct 17 11:06:33.383403 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Pushing event updated for resources: {'Port': ['ID=9c985962-67f5-4181-b7ca-e4dd2d7f5c2b,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:33.447784 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:33.467311 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8717ae0b-7dd5-4194-ade8-84a1cec50d35 admin admin] Publish callbacks [] for security_group (13874b5d-6d1b-457e-b3f6-69d149e8ed69), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.480375 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8717ae0b-7dd5-4194-ade8-84a1cec50d35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (13874b5d-6d1b-457e-b3f6-69d149e8ed69), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.511932 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port e4f7466c-f364-4417-80c9-5a656e77b045 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:33.512327 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (e4f7466c-f364-4417-80c9-5a656e77b045), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.512665 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port e4f7466c-f364-4417-80c9-5a656e77b045 Oct 17 11:06:33.536209 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8316014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7878455'] for router_interface (128c9d2c-fc79-4353-8bde-85121d772b5e), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.543846 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8717ae0b-7dd5-4194-ade8-84a1cec50d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13874b5d-6d1b-457e-b3f6-69d149e8ed69,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:33.584393 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'name': 'tempest-DeleteServersTestJSON-1859290702-router', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '60134030-93d0-44f3-93a4-c21c142c6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:32Z', 'revision_number': 4, 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'gw_port': {'id': '60134030-93d0-44f3-93a4-c21c142c6b3d', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:25Z', 'updated_at': '2022-10-17T11:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '9c985962-67f5-4181-b7ca-e4dd2d7f5c2b', 'name': '', 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'mac_address': 'fa:16:3e:2f:ab:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '50b1ed00-5c5b-4e8e-b106-1256cda2efa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:29Z', 'updated_at': '2022-10-17T11:06:30Z', 'revision_number': 1, 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'subnets': [{'id': '50b1ed00-5c5b-4e8e-b106-1256cda2efa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:33.625096 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45140a2-0762-4b5f-be00-98aa425f437a None None] The sync data for ids ['128c9d2c-fc79-4353-8bde-85121d772b5e'] in dv-cinder-858463-3-smb is: [{'id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'name': 'tempest-DeleteServersTestJSON-1859290702-router', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '60134030-93d0-44f3-93a4-c21c142c6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:32Z', 'revision_number': 4, 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'gw_port': {'id': '60134030-93d0-44f3-93a4-c21c142c6b3d', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:25Z', 'updated_at': '2022-10-17T11:06:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '9c985962-67f5-4181-b7ca-e4dd2d7f5c2b', 'name': '', 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'mac_address': 'fa:16:3e:2f:ab:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '50b1ed00-5c5b-4e8e-b106-1256cda2efa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:29Z', 'updated_at': '2022-10-17T11:06:30Z', 'revision_number': 1, 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'subnets': [{'id': '50b1ed00-5c5b-4e8e-b106-1256cda2efa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:06:33.625688 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d40982ff-63c5-4309-99a0-b28ece4ef59f tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (35a1efb7-401a-4424-bf94-0e0bb02801ed), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.683644 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port e4f7466c-f364-4417-80c9-5a656e77b045 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:33.696738 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-8717ae0b-7dd5-4194-ade8-84a1cec50d35 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fd618360022b4dbaa6a668bac3f18a5e&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1665230 Oct 17 11:06:33.698162 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48274) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:33.709056 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 2, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:33.716138 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48276) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:33.746228 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Checking router: 51536e0e-0d37-41a9-b40a-ae163a61c294 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:06:33.746638 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Updating router 51536e0e-0d37-41a9-b40a-ae163a61c294 port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 binding host dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:06:33.794307 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.796368 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d40982ff-63c5-4309-99a0-b28ece4ef59f tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (35a1efb7-401a-4424-bf94-0e0bb02801ed), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.798385 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (99bfbb5f-ebbe-4f8e-ab41-08309219484a), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.812339 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d40982ff-63c5-4309-99a0-b28ece4ef59f tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (35a1efb7-401a-4424-bf94-0e0bb02801ed), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.827958 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.830523 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] 10.222.0.43 "DELETE /v2.0/networks/99bfbb5f-ebbe-4f8e-ab41-08309219484a HTTP/1.1" status: 204 len: 168 time: 1.7593811 Oct 17 11:06:33.862061 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0f07e8-b8be-42cc-acad-c25b03541188 admin admin] Pushing event deleted for resources: {'Network': ['ID=99bfbb5f-ebbe-4f8e-ab41-08309219484a,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:33.869729 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40982ff-63c5-4309-99a0-b28ece4ef59f tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a1efb7-401a-4424-bf94-0e0bb02801ed,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:33.880969 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d40982ff-63c5-4309-99a0-b28ece4ef59f tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.882283 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-d40982ff-63c5-4309-99a0-b28ece4ef59f tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6951404 Oct 17 11:06:33.887082 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48284) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:33.891864 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'floatingip': {'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:33.920970 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.934188 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Network 4d8d5599-38a1-457d-b6b0-0580348a7835 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:06:33.938970 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-08e8f915-cf8b-4900-884d-57b81b64b84c admin admin] Publish callbacks [] for security_group (13874b5d-6d1b-457e-b3f6-69d149e8ed69), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:33.943673 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:33.948430 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Attempt 5 to provision port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 Oct 17 11:06:34.086468 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:34.153671 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-08e8f915-cf8b-4900-884d-57b81b64b84c admin admin] Publish callbacks [] for security_group (13874b5d-6d1b-457e-b3f6-69d149e8ed69), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:34.289363 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-08e8f915-cf8b-4900-884d-57b81b64b84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (13874b5d-6d1b-457e-b3f6-69d149e8ed69), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:34.295168 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-08e8f915-cf8b-4900-884d-57b81b64b84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:34.296793 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-08e8f915-cf8b-4900-884d-57b81b64b84c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/13874b5d-6d1b-457e-b3f6-69d149e8ed69 HTTP/1.1" status: 204 len: 168 time: 0.5975850 Oct 17 11:06:34.324249 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e8f915-cf8b-4900-884d-57b81b64b84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13874b5d-6d1b-457e-b3f6-69d149e8ed69,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:34.353660 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:34.365444 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Router 128c9d2c-fc79-4353-8bde-85121d772b5e has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:06:34.466352 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-102b0543-242f-43df-a3b1-aa8654715a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:34.513129 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Publish callbacks [] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:34.529878 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:34.545654 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:06:34.556910 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-d9760533-6a9d-4230-844b-579a96b894a3 admin admin] 10.222.0.43 "PUT /v2.0/routers/128c9d2c-fc79-4353-8bde-85121d772b5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5032966 Oct 17 11:06:34.587940 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Attempt 6 to provision port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 Oct 17 11:06:34.612265 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Allocated IP 172.28.1.42 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/ba5fc26d-73bf-4c95-a408-c21afe076014) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:06:34.643365 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 57c83f7b-c3e8-4a90-a622-57b4ad19e982 resource provider aggregate not found Oct 17 11:06:34.663070 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:34.669695 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 57c83f7b-c3e8-4a90-a622-57b4ad19e982 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57c83f7b-c3e8-4a90-a622-57b4ad19e982 found for delete ", "request_id": "req-2826f176-a785-497e-a788-bf72bf778ac6"}]} Oct 17 11:06:34.674292 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a708e-a4dd-4471-8902-202f6acf5b0f None None] Pushing event updated for resources: {'Port': ['ID=c17122be-2c8e-4c69-b1b2-90bf173bc5f6,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:34.704156 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Attempting to bind port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:06:34.704622 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Attempting to bind port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:06:34.705036 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Attempting to bind port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 on network 21554f7b-decb-4447-82c2-82c4e5db4803 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:06:34.711194 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:06:34.712189 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Checking segment: {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:06:34.712348 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:34.712869 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Bound using segment: {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:06:34.713818 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Bound port: c17122be-2c8e-4c69-b1b2-90bf173bc5f6, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:06:34.714588 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:34.769520 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48304) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:34.806610 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] For port c17122be-2c8e-4c69-b1b2-90bf173bc5f6, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:06:34.821089 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] For port c17122be-2c8e-4c69-b1b2-90bf173bc5f6, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=c17122be-2c8e-4c69-b1b2-90bf173bc5f6,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:06:34.836030 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:34.850210 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-54868dd3-d60d-4036-b262-a1a09a6f4d70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ac3328f18374baab7458a3effa4a147&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0793991 Oct 17 11:06:34.852690 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48308) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:34.899843 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-102b0543-242f-43df-a3b1-aa8654715a16 admin admin] Publish callbacks [] for security_group (dd9a34f1-15bf-4abc-a806-eee80520061e), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:34.941642 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db08c22f-953b-4d38-9516-42695fa69707 admin admin] Publish callbacks [] for security_group (bfa0730b-033a-4f81-a174-25eba27da937), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:34.976734 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a708e-a4dd-4471-8902-202f6acf5b0f None None] Pushing event updated for resources: {'Port': ['ID=c17122be-2c8e-4c69-b1b2-90bf173bc5f6,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:34.984236 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db08c22f-953b-4d38-9516-42695fa69707 admin admin] Publish callbacks [] for security_group (bfa0730b-033a-4f81-a174-25eba27da937), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.003938 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:06:35.005872 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:06:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:35.023413 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for port (ba5fc26d-73bf-4c95-a408-c21afe076014), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.057501 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db08c22f-953b-4d38-9516-42695fa69707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (bfa0730b-033a-4f81-a174-25eba27da937), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.064093 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-102b0543-242f-43df-a3b1-aa8654715a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (dd9a34f1-15bf-4abc-a806-eee80520061e), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.067078 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-db08c22f-953b-4d38-9516-42695fa69707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.068534 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-db08c22f-953b-4d38-9516-42695fa69707 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bfa0730b-033a-4f81-a174-25eba27da937 HTTP/1.1" status: 204 len: 168 time: 0.2087708 Oct 17 11:06:35.079380 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08c22f-953b-4d38-9516-42695fa69707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa0730b-033a-4f81-a174-25eba27da937,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:35.165875 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Attempt 7 to provision port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 Oct 17 11:06:35.203753 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48320) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:35.209196 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-102b0543-242f-43df-a3b1-aa8654715a16 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c6dd3441a2e4cb7b96d0c53fa656be5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4879925 Oct 17 11:06:35.210580 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b0543-242f-43df-a3b1-aa8654715a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9a34f1-15bf-4abc-a806-eee80520061e,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:35.221621 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (ba5fc26d-73bf-4c95-a408-c21afe076014), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.241243 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 60134030-93d0-44f3-93a4-c21c142c6b3d up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:06:35.285712 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:06:35.311227 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-302e81ba-7de8-4fcc-8cfd-e2d5def37e2a admin admin] Publish callbacks [] for security_group (dd9a34f1-15bf-4abc-a806-eee80520061e), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.351120 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:06:35.355617 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-302e81ba-7de8-4fcc-8cfd-e2d5def37e2a admin admin] Publish callbacks [] for security_group (dd9a34f1-15bf-4abc-a806-eee80520061e), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.360936 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:35.365559 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:06:35.367982 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'Port': ['ID=ba5fc26d-73bf-4c95-a408-c21afe076014,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:35.442673 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-302e81ba-7de8-4fcc-8cfd-e2d5def37e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (dd9a34f1-15bf-4abc-a806-eee80520061e), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.455717 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-302e81ba-7de8-4fcc-8cfd-e2d5def37e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.460994 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 60134030-93d0-44f3-93a4-c21c142c6b3d triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:35.463181 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (60134030-93d0-44f3-93a4-c21c142c6b3d), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.463789 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 60134030-93d0-44f3-93a4-c21c142c6b3d Oct 17 11:06:35.470779 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-302e81ba-7de8-4fcc-8cfd-e2d5def37e2a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dd9a34f1-15bf-4abc-a806-eee80520061e HTTP/1.1" status: 204 len: 168 time: 0.2648699 Oct 17 11:06:35.482988 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e81ba-7de8-4fcc-8cfd-e2d5def37e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9a34f1-15bf-4abc-a806-eee80520061e,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:35.640605 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Current status of the port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:35.641259 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.683128 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] For port c17122be-2c8e-4c69-b1b2-90bf173bc5f6, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=c17122be-2c8e-4c69-b1b2-90bf173bc5f6,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:06:35.698688 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 60134030-93d0-44f3-93a4-c21c142c6b3d is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:35.699361 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (60134030-93d0-44f3-93a4-c21c142c6b3d), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.700975 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (cbb344d5-b382-4260-8566-e3e5d263436c), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.720589 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.758363 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port 60134030-93d0-44f3-93a4-c21c142c6b3d, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=60134030-93d0-44f3-93a4-c21c142c6b3d,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:06:35.782782 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (60134030-93d0-44f3-93a4-c21c142c6b3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.799029 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:34Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:35.801534 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Provisioning complete for port a55eaa38-d3cf-425a-824f-2222a814b105 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:35.802185 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.802713 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Attempt 1 to provision port a55eaa38-d3cf-425a-824f-2222a814b105 Oct 17 11:06:35.803692 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (ba5fc26d-73bf-4c95-a408-c21afe076014), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:35.855763 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c0f7b9-f5b8-4f70-8655-8697776b49e5 None None] The sync data for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb is: [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:34Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:06:35.867583 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Pushing event updated for resources: {'Port': ['ID=c17122be-2c8e-4c69-b1b2-90bf173bc5f6,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:36.039278 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d8f0b-0b17-4e4e-8dcf-a0548f4e538a None None] Current status of the port a55eaa38-d3cf-425a-824f-2222a814b105 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:36.051327 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=60134030-93d0-44f3-93a4-c21c142c6b3d,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:36.057787 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48340) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:36.093198 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-add8151a-19b0-4312-b4ba-f35492033d08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.170690 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Provisioning complete for port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:36.171212 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.171551 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Attempt 1 to provision port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b Oct 17 11:06:36.188826 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for port (ba5fc26d-73bf-4c95-a408-c21afe076014), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.200404 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (ba5fc26d-73bf-4c95-a408-c21afe076014), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.235807 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:36.283651 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (cbb344d5-b382-4260-8566-e3e5d263436c), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.324426 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.325909 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4377441 Oct 17 11:06:36.328266 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6e103f-e6db-4fca-9b7a-9ccbf495c1f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'Port': ['ID=ba5fc26d-73bf-4c95-a408-c21afe076014,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:36.367585 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-add8151a-19b0-4312-b4ba-f35492033d08 admin admin] Publish callbacks [] for security_group (20ea3391-6ebb-4391-a99a-ca9f5d043029), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.376007 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-add8151a-19b0-4312-b4ba-f35492033d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (20ea3391-6ebb-4391-a99a-ca9f5d043029), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.408277 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48354) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:36.426025 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-add8151a-19b0-4312-b4ba-f35492033d08 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=766029a21e304cb3ac1b2598a377131f&name=default HTTP/1.1" status: 200 len: 2995 time: 0.3664382 Oct 17 11:06:36.427348 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add8151a-19b0-4312-b4ba-f35492033d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ea3391-6ebb-4391-a99a-ca9f5d043029,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:36.428046 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48358) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:36.543219 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-4db25dd7-e3eb-4d22-b104-82938a769b85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fba2d9971a4345248ae4e5387a0e7664&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1337371 Oct 17 11:06:36.546029 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48362) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:36.561363 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a5021c97-f721-422a-9fff-6e7db998bb69 admin admin] Publish callbacks [] for security_group (20ea3391-6ebb-4391-a99a-ca9f5d043029), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.592644 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a5021c97-f721-422a-9fff-6e7db998bb69 admin admin] Publish callbacks [] for security_group (20ea3391-6ebb-4391-a99a-ca9f5d043029), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.672829 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-799ecf83-391a-4b15-bbca-7c0b843c9373 admin admin] Publish callbacks [] for security_group (024f439c-daee-425d-bb68-f1455936a867), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.676169 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a5021c97-f721-422a-9fff-6e7db998bb69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (20ea3391-6ebb-4391-a99a-ca9f5d043029), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.682005 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a5021c97-f721-422a-9fff-6e7db998bb69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.683574 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-a5021c97-f721-422a-9fff-6e7db998bb69 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/20ea3391-6ebb-4391-a99a-ca9f5d043029 HTTP/1.1" status: 204 len: 168 time: 0.2508359 Oct 17 11:06:36.696654 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5021c97-f721-422a-9fff-6e7db998bb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ea3391-6ebb-4391-a99a-ca9f5d043029,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:36.737108 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Attempt 2 to provision port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b Oct 17 11:06:36.737856 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-799ecf83-391a-4b15-bbca-7c0b843c9373 admin admin] Publish callbacks [] for security_group (024f439c-daee-425d-bb68-f1455936a867), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.784411 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:36.824661 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48394) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:36.828003 dv-cinder-858463-3-smb neutron-server[103976]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 17 11:06:36.836118 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-799ecf83-391a-4b15-bbca-7c0b843c9373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (024f439c-daee-425d-bb68-f1455936a867), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.839332 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-799ecf83-391a-4b15-bbca-7c0b843c9373 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:36.840520 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-799ecf83-391a-4b15-bbca-7c0b843c9373 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/024f439c-daee-425d-bb68-f1455936a867 HTTP/1.1" status: 204 len: 168 time: 0.2928443 Oct 17 11:06:36.860892 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ecf83-391a-4b15-bbca-7c0b843c9373 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024f439c-daee-425d-bb68-f1455936a867,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:36.953958 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5ba27148-0d66-49cc-add4-e6812bdfbe99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:37.102268 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48416) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:37.105057 dv-cinder-858463-3-smb neutron-server[103977]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 17 11:06:37.205887 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-3e70dcba-1d61-4aca-b6c7-9653b1f6ce67 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1493174991&fields=id&tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96 HTTP/1.1" status: 200 len: 267 time: 0.1020319 Oct 17 11:06:37.219376 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device c17122be-2c8e-4c69-b1b2-90bf173bc5f6 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:06:37.253046 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-95a7b697-884f-4264-850b-40b0c56f404d tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:37.266270 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-95a7b697-884f-4264-850b-40b0c56f404d tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/networks?id=4d8d5599-38a1-457d-b6b0-0580348a7835 HTTP/1.1" status: 200 len: 812 time: 0.4385221 Oct 17 11:06:37.294546 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-322fc9ec-49aa-49e8-9024-252c998dcad1 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/quotas/d99aaf045576474dad72ed7e3128a213 HTTP/1.1" status: 200 len: 375 time: 0.0270615 Oct 17 11:06:37.298256 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Attempt 3 to provision port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b Oct 17 11:06:37.391569 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:37.408315 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:37.409039 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:37.409583 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 Oct 17 11:06:37.441599 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-b9c5c500-5520-4db9-b440-5b24e0284a21 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=d99aaf045576474dad72ed7e3128a213&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1458395 Oct 17 11:06:37.504020 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48430) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:37.524440 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:37.525655 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 60134030-93d0-44f3-93a4-c21c142c6b3d up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:06:37.531010 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-14e0f8f3-0f53-40a6-8850-16e7d134a9f7 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:37.538099 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-14e0f8f3-0f53-40a6-8850-16e7d134a9f7 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 815 time: 0.3244846 Oct 17 11:06:37.548828 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-18d1b453-9024-445b-91b0-2ad544e99b0f tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/quotas/dda8ee1efa8f41babdf7d2f8c1cfaa96 HTTP/1.1" status: 200 len: 375 time: 0.0096018 Oct 17 11:06:37.575847 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 60134030-93d0-44f3-93a4-c21c142c6b3d triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:37.576482 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (60134030-93d0-44f3-93a4-c21c142c6b3d), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:37.576966 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 60134030-93d0-44f3-93a4-c21c142c6b3d Oct 17 11:06:37.682090 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Sync routers for ids ['128c9d2c-fc79-4353-8bde-85121d772b5e'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:06:37.695659 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-32f9eef7-55c7-4da4-9e91-8c6b9a8d04a8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1394567 Oct 17 11:06:37.712290 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 60134030-93d0-44f3-93a4-c21c142c6b3d is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:37.714392 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Routers {'128c9d2c-fc79-4353-8bde-85121d772b5e'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:06:37.715055 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:06:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['128c9d2c-fc79-4353-8bde-85121d772b5e'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:37.838798 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Set router 128c9d2c-fc79-4353-8bde-85121d772b5e gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:06:37.979929 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Attempt 4 to provision port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b Oct 17 11:06:38.004445 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-01add7a3-2563-46de-8c2c-af68150b7ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:38.021542 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:38.136715 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-01add7a3-2563-46de-8c2c-af68150b7ea6 admin admin] Publish callbacks [] for security_group (efcd5d3e-4adc-4563-a647-bb16dff49339), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:38.144978 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-01add7a3-2563-46de-8c2c-af68150b7ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (efcd5d3e-4adc-4563-a647-bb16dff49339), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:38.229077 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-01add7a3-2563-46de-8c2c-af68150b7ea6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=be44fc066adf4c0f8ebbc339cdad125b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7227645 Oct 17 11:06:38.230991 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48458) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:38.245358 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01add7a3-2563-46de-8c2c-af68150b7ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efcd5d3e-4adc-4563-a647-bb16dff49339,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:38.273404 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'name': 'tempest-DeleteServersTestJSON-1859290702-router', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '60134030-93d0-44f3-93a4-c21c142c6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:32Z', 'revision_number': 4, 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'gw_port': {'id': '60134030-93d0-44f3-93a4-c21c142c6b3d', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:25Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '9c985962-67f5-4181-b7ca-e4dd2d7f5c2b', 'name': '', 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'mac_address': 'fa:16:3e:2f:ab:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '50b1ed00-5c5b-4e8e-b106-1256cda2efa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:29Z', 'updated_at': '2022-10-17T11:06:32Z', 'revision_number': 2, 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'subnets': [{'id': '50b1ed00-5c5b-4e8e-b106-1256cda2efa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:38.302483 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-078e22f2-dd9f-4d62-910b-f0c55a6ab554 admin admin] Publish callbacks [] for security_group (efcd5d3e-4adc-4563-a647-bb16dff49339), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:38.310744 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Checking router: 128c9d2c-fc79-4353-8bde-85121d772b5e for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:06:38.311106 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Updating router 128c9d2c-fc79-4353-8bde-85121d772b5e port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b binding host dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:06:38.332618 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-078e22f2-dd9f-4d62-910b-f0c55a6ab554 admin admin] Publish callbacks [] for security_group (efcd5d3e-4adc-4563-a647-bb16dff49339), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:38.354689 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:38.396644 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-078e22f2-dd9f-4d62-910b-f0c55a6ab554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (efcd5d3e-4adc-4563-a647-bb16dff49339), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:38.399731 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-078e22f2-dd9f-4d62-910b-f0c55a6ab554 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:38.404341 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-078e22f2-dd9f-4d62-910b-f0c55a6ab554 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/efcd5d3e-4adc-4563-a647-bb16dff49339 HTTP/1.1" status: 204 len: 168 time: 0.1716800 Oct 17 11:06:38.417396 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078e22f2-dd9f-4d62-910b-f0c55a6ab554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efcd5d3e-4adc-4563-a647-bb16dff49339,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:38.512688 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-d5f84ae9-3ae2-446e-907f-70e59fdc8423 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 11:06:38.523871 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Attempt 5 to provision port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b Oct 17 11:06:38.524753 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-d5f84ae9-3ae2-446e-907f-70e59fdc8423 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2285612 Oct 17 11:06:38.590299 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:38.662541 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-2bdbd587-fd7a-4459-bedd-a4934cc64dab service neutron] 10.222.0.43 "GET /v2.0/networks/4d8d5599-38a1-457d-b6b0-0580348a7835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358993 Oct 17 11:06:38.723684 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Publish callbacks [] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:38.728154 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-6e4f5823-bced-4a89-b735-a55104535aa4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 11:06:38.729496 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-6e4f5823-bced-4a89-b735-a55104535aa4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3070803 Oct 17 11:06:38.732065 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:38.819840 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-a32fb7d6-fa16-4864-8bfe-11f96136dda6 service neutron] 10.222.0.43 "GET /v2.0/networks/4d8d5599-38a1-457d-b6b0-0580348a7835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509964 Oct 17 11:06:38.848957 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Attempting to bind port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:06:38.849877 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Attempting to bind port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '9930d826-a0b2-4abb-8057-ef07175f5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:06:38.850064 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Attempting to bind port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b on network 4d8d5599-38a1-457d-b6b0-0580348a7835 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:06:38.857938 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:06:38.858338 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Checking segment: {'id': '9930d826-a0b2-4abb-8057-ef07175f5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:06:38.858971 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:38.859270 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Bound using segment: {'id': '9930d826-a0b2-4abb-8057-ef07175f5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:06:38.860022 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Bound port: 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9930d826-a0b2-4abb-8057-ef07175f5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:06:38.860137 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:38.862235 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb9685-0e82-4416-98bf-dd02f1a624f7 None None] Pushing event updated for resources: {'Port': ['ID=9c985962-67f5-4181-b7ca-e4dd2d7f5c2b,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:38.875662 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-63afdcc8-9d16-443c-bfa5-4ed0335f2b8e service neutron] 10.222.0.43 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399298 Oct 17 11:06:38.945823 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] For port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:06:38.950791 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] For port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=9c985962-67f5-4181-b7ca-e4dd2d7f5c2b,segment=NetworkSegment(9930d826-a0b2-4abb-8057-ef07175f5582),segment_id=9930d826-a0b2-4abb-8057-ef07175f5582)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:06:38.959214 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:39.024023 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb9685-0e82-4416-98bf-dd02f1a624f7 None None] Pushing event updated for resources: {'Port': ['ID=9c985962-67f5-4181-b7ca-e4dd2d7f5c2b,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:39.026321 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-54ee8edb-2ba0-4839-b793-4fc6993e529b service neutron] 10.222.0.43 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496878 Oct 17 11:06:39.039680 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Routers {'128c9d2c-fc79-4353-8bde-85121d772b5e'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:06:39.042527 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:06:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['128c9d2c-fc79-4353-8bde-85121d772b5e'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:39.150952 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Attempt 6 to provision port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b Oct 17 11:06:39.262064 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6f5519f5-e3ff-4c7c-8a45-90c8b9a3bf0f req-c99feb01-e090-471d-a4b8-ade67e963dad tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 210 time: 0.0903342 Oct 17 11:06:39.403435 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b09047b2-6449-4df0-beac-952ec3d4f437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:39.432608 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] Set router 128c9d2c-fc79-4353-8bde-85121d772b5e gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:06:39.511469 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-4b56a6e0-346d-4e0d-8b1d-790fb1991cda req-a5fae365-b2bf-48bb-8e20-c7659455544a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 210 time: 0.0971131 Oct 17 11:06:39.543591 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Current status of the port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:39.544200 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:39.587759 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48538) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:39.712860 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] For port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=9c985962-67f5-4181-b7ca-e4dd2d7f5c2b,segment=NetworkSegment(9930d826-a0b2-4abb-8057-ef07175f5582),segment_id=9930d826-a0b2-4abb-8057-ef07175f5582)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:06:39.753657 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:39.762572 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-220a889c-d176-42cd-b1a6-359bcaea6712 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:39.844065 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Provisioning complete for port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:39.844276 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:39.844574 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Attempt 1 to provision port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 Oct 17 11:06:39.853468 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-220a889c-d176-42cd-b1a6-359bcaea6712 admin admin] Publish callbacks [] for security_group (4916bd64-798d-4069-a212-bcc3525a2305), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:39.861030 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-220a889c-d176-42cd-b1a6-359bcaea6712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (4916bd64-798d-4069-a212-bcc3525a2305), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:39.894116 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Pushing event updated for resources: {'Port': ['ID=9c985962-67f5-4181-b7ca-e4dd2d7f5c2b,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:39.894486 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a889c-d176-42cd-b1a6-359bcaea6712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4916bd64-798d-4069-a212-bcc3525a2305,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:39.930448 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'name': 'tempest-DeleteServersTestJSON-1859290702-router', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '60134030-93d0-44f3-93a4-c21c142c6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:32Z', 'revision_number': 4, 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'gw_port': {'id': '60134030-93d0-44f3-93a4-c21c142c6b3d', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:25Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '9c985962-67f5-4181-b7ca-e4dd2d7f5c2b', 'name': '', 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'mac_address': 'fa:16:3e:2f:ab:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '50b1ed00-5c5b-4e8e-b106-1256cda2efa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:29Z', 'updated_at': '2022-10-17T11:06:38Z', 'revision_number': 4, 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'subnets': [{'id': '50b1ed00-5c5b-4e8e-b106-1256cda2efa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:06:39.952057 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-220a889c-d176-42cd-b1a6-359bcaea6712 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=deff1decedc14b2f8fc61ddfad124485&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602481 Oct 17 11:06:39.952137 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48562) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:40.035623 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-fbc46818-3400-4939-a4bc-46c32d7863d5 None None] Current status of the port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:40.039937 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162e7d02-447e-4976-879c-f8cab1c106a3 None None] The sync data for ids ['128c9d2c-fc79-4353-8bde-85121d772b5e'] in dv-cinder-858463-3-smb is: [{'id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'name': 'tempest-DeleteServersTestJSON-1859290702-router', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '60134030-93d0-44f3-93a4-c21c142c6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:32Z', 'revision_number': 4, 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'gw_port': {'id': '60134030-93d0-44f3-93a4-c21c142c6b3d', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:25Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '9c985962-67f5-4181-b7ca-e4dd2d7f5c2b', 'name': '', 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'mac_address': 'fa:16:3e:2f:ab:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '50b1ed00-5c5b-4e8e-b106-1256cda2efa7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:29Z', 'updated_at': '2022-10-17T11:06:38Z', 'revision_number': 4, 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'subnets': [{'id': '50b1ed00-5c5b-4e8e-b106-1256cda2efa7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:06:40.073925 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7fd1ac53-025b-4f94-9abe-e8c0b5a0a673 admin admin] Publish callbacks [] for security_group (4916bd64-798d-4069-a212-bcc3525a2305), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:40.131740 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:40.153021 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7fd1ac53-025b-4f94-9abe-e8c0b5a0a673 admin admin] Publish callbacks [] for security_group (4916bd64-798d-4069-a212-bcc3525a2305), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:40.270032 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7fd1ac53-025b-4f94-9abe-e8c0b5a0a673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (4916bd64-798d-4069-a212-bcc3525a2305), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:40.287137 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7fd1ac53-025b-4f94-9abe-e8c0b5a0a673 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:40.294471 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-7fd1ac53-025b-4f94-9abe-e8c0b5a0a673 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4916bd64-798d-4069-a212-bcc3525a2305 HTTP/1.1" status: 204 len: 168 time: 0.3406219 Oct 17 11:06:40.317431 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1ac53-025b-4f94-9abe-e8c0b5a0a673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4916bd64-798d-4069-a212-bcc3525a2305,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:40.464218 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4aab38de-268d-44f8-9d2c-9d709690d6df req-325ee56d-7de2-4c87-8cf0-301107c81647 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 210 time: 0.1085198 Oct 17 11:06:40.513721 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:40.565708 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48612) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:40.679261 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d18e397f-e76e-4b3d-8b67-f38d6d246740 req-44abeecb-3afc-46d0-917b-c4b1e3d43a0e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 210 time: 0.0627713 Oct 17 11:06:40.977845 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:06:41.194506 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:06:41.290650 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5b81fb9d-0415-4ba2-892a-1268147a0c30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:41.306727 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:41.307426 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:41.308239 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b Oct 17 11:06:41.413304 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:41.460410 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5b81fb9d-0415-4ba2-892a-1268147a0c30 admin admin] Publish callbacks [] for security_group (f1cb3f9a-2bf6-4675-8a34-c8f739075135), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:41.466891 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5b81fb9d-0415-4ba2-892a-1268147a0c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f1cb3f9a-2bf6-4675-8a34-c8f739075135), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:41.519853 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-5b81fb9d-0415-4ba2-892a-1268147a0c30 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6e5b8af46d9841e1b2d3a2efd7a7fae7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9530079 Oct 17 11:06:41.522708 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48668) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:41.536566 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b81fb9d-0415-4ba2-892a-1268147a0c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1cb3f9a-2bf6-4675-8a34-c8f739075135,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:41.604805 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8aeac0d6-94a2-4be6-8202-fb6aaab3ce40 admin admin] Publish callbacks [] for security_group (f1cb3f9a-2bf6-4675-8a34-c8f739075135), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:41.781649 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7372abb8-24c5-497d-abaa-1106396c0621 req-4bc6e445-b076-4331-b671-d5fc6b5dbb1d tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 210 time: 0.0394104 Oct 17 11:06:41.889469 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8aeac0d6-94a2-4be6-8202-fb6aaab3ce40 admin admin] Publish callbacks [] for security_group (f1cb3f9a-2bf6-4675-8a34-c8f739075135), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:41.978462 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-40615570-dc77-4034-9ff0-d2aa8be1671d req-dba1c573-46e5-4694-b61b-e66313c9abf6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 210 time: 0.0324776 Oct 17 11:06:42.010244 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8aeac0d6-94a2-4be6-8202-fb6aaab3ce40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f1cb3f9a-2bf6-4675-8a34-c8f739075135), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:42.014356 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8aeac0d6-94a2-4be6-8202-fb6aaab3ce40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:42.015707 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-8aeac0d6-94a2-4be6-8202-fb6aaab3ce40 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f1cb3f9a-2bf6-4675-8a34-c8f739075135 HTTP/1.1" status: 204 len: 168 time: 0.4917545 Oct 17 11:06:42.039256 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeac0d6-94a2-4be6-8202-fb6aaab3ce40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1cb3f9a-2bf6-4675-8a34-c8f739075135,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:42.281031 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.23', 63927) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:42.304800 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.23', 63928) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:42.575468 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:42.608518 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-5d6e0968-1d85-4de6-b9f7-1f97b59c056b tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:42.611208 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-5d6e0968-1d85-4de6-b9f7-1f97b59c056b tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.23 "GET /v2.0/networks?id=4d8d5599-38a1-457d-b6b0-0580348a7835 HTTP/1.1" status: 200 len: 812 time: 0.3012767 Oct 17 11:06:42.614373 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-dfd4723f-490a-4a8c-a2de-d0b62a719dc8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:42.616745 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-dfd4723f-490a-4a8c-a2de-d0b62a719dc8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 815 time: 0.3338645 Oct 17 11:06:42.666197 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-ed74dd5d-784c-4552-84fe-f8cdf57bb508 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Request body: {'port': {'device_id': 'a47eb869-d91e-44e5-82ab-368805fd3025', 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835', 'admin_state_up': True, 'tenant_id': 'd99aaf045576474dad72ed7e3128a213'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:42.757139 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-4a5c65bc-7f83-414c-8fa5-4eb0456d601e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96 HTTP/1.1" status: 200 len: 380 time: 0.0957446 Oct 17 11:06:42.766520 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-9b0e71be-6681-46b0-a346-b1826d0fe9f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'port': {'device_id': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'admin_state_up': True, 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'security_groups': ['e5a685df-ee07-4e6c-bec4-78d2a3d46e9d']}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:42.965948 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-080dffcb-d140-45c8-af2b-cdb76b29218e req-1eb1529b-6644-4c40-959d-f3bdf068eeca tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 210 time: 0.0507021 Oct 17 11:06:42.979901 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-9b0e71be-6681-46b0-a346-b1826d0fe9f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Made reservation on behalf of dda8ee1efa8f41babdf7d2f8c1cfaa96 for: {'port': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:06:42.984941 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-9b0e71be-6681-46b0-a346-b1826d0fe9f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:42.987463 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-ed74dd5d-784c-4552-84fe-f8cdf57bb508 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Made reservation on behalf of d99aaf045576474dad72ed7e3128a213 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:06:42.993068 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-ed74dd5d-784c-4552-84fe-f8cdf57bb508 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:43.076758 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48744) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:43.120087 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf9b5-1006-47fc-9793-8b75621fcdbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:43.224138 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-ed74dd5d-784c-4552-84fe-f8cdf57bb508 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Allocated IP 172.20.0.14 (4d8d5599-38a1-457d-b6b0-0580348a7835/50b1ed00-5c5b-4e8e-b106-1256cda2efa7/68a04934-694e-4f09-842d-49a928d2589c) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:06:43.314086 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-477a4c63-59c4-431e-bb6f-b25225e098c7 req-40e7436d-6564-446c-a052-e7c1758c73bf tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 210 time: 0.0543540 Oct 17 11:06:43.352590 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-9b0e71be-6681-46b0-a346-b1826d0fe9f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Allocated IP 172.20.0.9 (21554f7b-decb-4447-82c2-82c4e5db4803/c502f9b2-9e97-4334-884d-66479d1ef028/10291c78-4992-4f2a-90e9-ce8008dc6d98) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:06:43.403943 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-ed74dd5d-784c-4552-84fe-f8cdf57bb508 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Publish callbacks [] for port (68a04934-694e-4f09-842d-49a928d2589c), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:43.457253 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf9b5-1006-47fc-9793-8b75621fcdbc admin admin] Publish callbacks [] for security_group (665c57e1-2101-415e-89cd-05206eaae29c), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:43.459924 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-ed74dd5d-784c-4552-84fe-f8cdf57bb508 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (68a04934-694e-4f09-842d-49a928d2589c), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:43.468621 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9e3cf9b5-1006-47fc-9793-8b75621fcdbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (665c57e1-2101-415e-89cd-05206eaae29c), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:43.544631 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-ed74dd5d-784c-4552-84fe-f8cdf57bb508 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Network 4d8d5599-38a1-457d-b6b0-0580348a7835 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:06:43.550227 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-ed74dd5d-784c-4552-84fe-f8cdf57bb508 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:43.558335 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-ed74dd5d-784c-4552-84fe-f8cdf57bb508 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:06:43.590143 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74dd5d-784c-4552-84fe-f8cdf57bb508 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Pushing event updated for resources: {'Port': ['ID=68a04934-694e-4f09-842d-49a928d2589c,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:43.592655 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-9b0e71be-6681-46b0-a346-b1826d0fe9f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:43.612164 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3cf9b5-1006-47fc-9793-8b75621fcdbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665c57e1-2101-415e-89cd-05206eaae29c,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:43.620228 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-ed74dd5d-784c-4552-84fe-f8cdf57bb508 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:43.620632 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-9e3cf9b5-1006-47fc-9793-8b75621fcdbc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=504cfe2cb3a848bd912310a9994ea831&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5404260 Oct 17 11:06:43.620919 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-ed74dd5d-784c-4552-84fe-f8cdf57bb508 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:43.623275 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48770) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:43.654675 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-9b0e71be-6681-46b0-a346-b1826d0fe9f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:43.670997 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-ed74dd5d-784c-4552-84fe-f8cdf57bb508 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0100520 Oct 17 11:06:43.683424 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-486f3276-c693-4a4e-ad5d-3816043933a0 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 11:06:43.684299 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-486f3276-c693-4a4e-ad5d-3816043933a0 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061731 Oct 17 11:06:43.704544 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c95dfa0a-4bea-44f3-9a76-6ddbf838ddb5 admin admin] Publish callbacks [] for security_group (665c57e1-2101-415e-89cd-05206eaae29c), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:43.744535 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c95dfa0a-4bea-44f3-9a76-6ddbf838ddb5 admin admin] Publish callbacks [] for security_group (665c57e1-2101-415e-89cd-05206eaae29c), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:43.805770 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 48776) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:43.866084 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c95dfa0a-4bea-44f3-9a76-6ddbf838ddb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (665c57e1-2101-415e-89cd-05206eaae29c), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:43.870708 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c95dfa0a-4bea-44f3-9a76-6ddbf838ddb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:43.872466 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-c95dfa0a-4bea-44f3-9a76-6ddbf838ddb5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/665c57e1-2101-415e-89cd-05206eaae29c HTTP/1.1" status: 204 len: 168 time: 0.2473073 Oct 17 11:06:43.891549 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-9b0e71be-6681-46b0-a346-b1826d0fe9f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Network 21554f7b-decb-4447-82c2-82c4e5db4803 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:06:43.891952 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95dfa0a-4bea-44f3-9a76-6ddbf838ddb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665c57e1-2101-415e-89cd-05206eaae29c,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:43.907152 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-9b0e71be-6681-46b0-a346-b1826d0fe9f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:06:43.910553 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Provisioning complete for port 68a04934-694e-4f09-842d-49a928d2589c triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:06:43.911053 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (68a04934-694e-4f09-842d-49a928d2589c), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:43.911255 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Attempt 1 to provision port 68a04934-694e-4f09-842d-49a928d2589c Oct 17 11:06:43.935878 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-9b0e71be-6681-46b0-a346-b1826d0fe9f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:06:43.943650 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e71be-6681-46b0-a346-b1826d0fe9f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'Port': ['ID=10291c78-4992-4f2a-90e9-ce8008dc6d98,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:44.015249 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Port 68a04934-694e-4f09-842d-49a928d2589c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:44.094446 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-9b0e71be-6681-46b0-a346-b1826d0fe9f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:44.097367 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-9b0e71be-6681-46b0-a346-b1826d0fe9f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:44.142394 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-9b0e71be-6681-46b0-a346-b1826d0fe9f1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3797386 Oct 17 11:06:44.380158 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:44.476856 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e43d3c54-a13a-484f-af55-9c78b282e0c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:44.517016 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Attempt 2 to provision port 68a04934-694e-4f09-842d-49a928d2589c Oct 17 11:06:44.623622 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Port 68a04934-694e-4f09-842d-49a928d2589c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:44.679557 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe7175d-63ce-4f87-9e35-901c46dc891a req-5098202d-6c8c-49e9-ae74-af34d8707125 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:44.696116 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-bfe7175d-63ce-4f87-9e35-901c46dc891a req-5098202d-6c8c-49e9-ae74-af34d8707125 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 932 time: 0.3625996 Oct 17 11:06:44.717009 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a4742-3392-49fd-a741-6832bb02e311 req-ede38e6b-3da6-41c2-ac8f-e519f6e970ab tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:44.719712 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ed4a4742-3392-49fd-a741-6832bb02e311 req-ede38e6b-3da6-41c2-ac8f-e519f6e970ab tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 931 time: 0.1766369 Oct 17 11:06:44.840606 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ed4a4742-3392-49fd-a741-6832bb02e311 req-8e436ba2-5353-4ba2-a5f8-9554025ca199 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111083 Oct 17 11:06:44.983765 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-bfe7175d-63ce-4f87-9e35-901c46dc891a req-c62bf218-4266-45ce-8090-2770b7daffce tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769406 Oct 17 11:06:45.023996 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e43d3c54-a13a-484f-af55-9c78b282e0c4 admin admin] Publish callbacks [] for security_group (8c73762b-c5fb-491d-8db4-852c519c0161), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:45.044623 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e43d3c54-a13a-484f-af55-9c78b282e0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (8c73762b-c5fb-491d-8db4-852c519c0161), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:45.105739 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48820) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:45.106296 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-e43d3c54-a13a-484f-af55-9c78b282e0c4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=923a470a19fd489fbfaa322dee4263de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2921939 Oct 17 11:06:45.130095 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Attempt 3 to provision port 68a04934-694e-4f09-842d-49a928d2589c Oct 17 11:06:45.135729 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d3c54-a13a-484f-af55-9c78b282e0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c73762b-c5fb-491d-8db4-852c519c0161,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:45.229308 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Port 68a04934-694e-4f09-842d-49a928d2589c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:45.235153 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Request body: {'port': {'device_id': 'a47eb869-d91e-44e5-82ab-368805fd3025', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:45.321320 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Request body: {'port': {'device_id': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:06:45.351545 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cca8e51e-67b3-4485-8125-56035ee076a2 admin admin] Publish callbacks [] for security_group (8c73762b-c5fb-491d-8db4-852c519c0161), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:45.414956 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cca8e51e-67b3-4485-8125-56035ee076a2 admin admin] Publish callbacks [] for security_group (8c73762b-c5fb-491d-8db4-852c519c0161), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:45.440055 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (68a04934-694e-4f09-842d-49a928d2589c), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:45.488114 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:45.694963 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cca8e51e-67b3-4485-8125-56035ee076a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (8c73762b-c5fb-491d-8db4-852c519c0161), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:45.710564 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-cca8e51e-67b3-4485-8125-56035ee076a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:45.716804 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-cca8e51e-67b3-4485-8125-56035ee076a2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8c73762b-c5fb-491d-8db4-852c519c0161 HTTP/1.1" status: 204 len: 168 time: 0.6090651 Oct 17 11:06:45.731978 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Attempt 4 to provision port 68a04934-694e-4f09-842d-49a928d2589c Oct 17 11:06:45.758811 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8e51e-67b3-4485-8125-56035ee076a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c73762b-c5fb-491d-8db4-852c519c0161,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:45.889177 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Port 68a04934-694e-4f09-842d-49a928d2589c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:46.273889 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10291c78-4992-4f2a-90e9-ce8008dc6d98 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:06:46.293204 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Publish callbacks [] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:46.320651 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Transition to ACTIVE for port object 10291c78-4992-4f2a-90e9-ce8008dc6d98 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:06:46.334816 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:46.350368 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a04934-694e-4f09-842d-49a928d2589c {{(pid=103976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:06:46.390664 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Attempt 5 to provision port 68a04934-694e-4f09-842d-49a928d2589c Oct 17 11:06:46.399410 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445f30-6eed-4aef-a1cc-fa9f0143df29 req-9af0125d-0c74-4833-9258-4bc25678c905 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:46.417012 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-93445f30-6eed-4aef-a1cc-fa9f0143df29 req-9af0125d-0c74-4833-9258-4bc25678c905 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 931 time: 0.3831317 Oct 17 11:06:46.453848 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Publish callbacks [] for port (68a04934-694e-4f09-842d-49a928d2589c), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:46.717850 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.provisioning_blocks [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Transition to ACTIVE for port object 68a04934-694e-4f09-842d-49a928d2589c will not be triggered until provisioned by entity L2. {{(pid=103976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:06:46.740836 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (68a04934-694e-4f09-842d-49a928d2589c), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:47.065922 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Port 68a04934-694e-4f09-842d-49a928d2589c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:47.089914 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48890) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:47.154204 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-93445f30-6eed-4aef-a1cc-fa9f0143df29 req-6ef92438-ddb4-4e48-904c-bb312ac92d38 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7282827 Oct 17 11:06:47.174849 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-de968514-ac6e-43f0-ae35-572f1a6285a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:47.217561 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Pushing event updated for resources: {'Port': ['ID=68a04934-694e-4f09-842d-49a928d2589c,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:47.341366 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-de968514-ac6e-43f0-ae35-572f1a6285a6 admin admin] Publish callbacks [] for security_group (cc1f7314-91c9-4a0c-9fd5-c4493dda09f3), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:47.357165 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-de968514-ac6e-43f0-ae35-572f1a6285a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (cc1f7314-91c9-4a0c-9fd5-c4493dda09f3), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:47.361490 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8447a8c-6cdd-46eb-b46b-52aae7e2e7c6 req-2c0cd423-0bd8-45f4-b75c-dc0566ebfdad tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:47.373476 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f8447a8c-6cdd-46eb-b46b-52aae7e2e7c6 req-2c0cd423-0bd8-45f4-b75c-dc0566ebfdad tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 932 time: 1.0500803 Oct 17 11:06:47.451434 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Attempting to bind port 68a04934-694e-4f09-842d-49a928d2589c on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:06:47.454883 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Attempting to bind port 68a04934-694e-4f09-842d-49a928d2589c by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '9930d826-a0b2-4abb-8057-ef07175f5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:06:47.455345 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Attempting to bind port 68a04934-694e-4f09-842d-49a928d2589c on network 4d8d5599-38a1-457d-b6b0-0580348a7835 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:06:47.457273 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Pushing event updated for resources: {'Port': ['ID=10291c78-4992-4f2a-90e9-ce8008dc6d98,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:47.491214 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de968514-ac6e-43f0-ae35-572f1a6285a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1f7314-91c9-4a0c-9fd5-c4493dda09f3,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:47.499675 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Port 68a04934-694e-4f09-842d-49a928d2589c on network 4d8d5599-38a1-457d-b6b0-0580348a7835 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:06:47.500412 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Attempting to bind port 68a04934-694e-4f09-842d-49a928d2589c on network 4d8d5599-38a1-457d-b6b0-0580348a7835 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:06:47.525042 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:06:47.525637 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Checking segment: {'id': '9930d826-a0b2-4abb-8057-ef07175f5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:06:47.528999 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Bound using segment: {'id': '9930d826-a0b2-4abb-8057-ef07175f5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:06:47.529638 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Bound port: 68a04934-694e-4f09-842d-49a928d2589c, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9930d826-a0b2-4abb-8057-ef07175f5582', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:06:47.531580 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (68a04934-694e-4f09-842d-49a928d2589c), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:47.549261 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-de968514-ac6e-43f0-ae35-572f1a6285a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=680d5244ccb84719ac732b44e713cce8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4359961 Oct 17 11:06:47.555503 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 48908) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:47.567209 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Attempt 6 to provision port 68a04934-694e-4f09-842d-49a928d2589c Oct 17 11:06:47.655602 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Port 68a04934-694e-4f09-842d-49a928d2589c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:06:47.675382 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Attempting to bind port 10291c78-4992-4f2a-90e9-ce8008dc6d98 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:06:47.675736 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Attempting to bind port 10291c78-4992-4f2a-90e9-ce8008dc6d98 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:06:47.688064 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Attempting to bind port 10291c78-4992-4f2a-90e9-ce8008dc6d98 on network 21554f7b-decb-4447-82c2-82c4e5db4803 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:06:47.692225 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] For port 68a04934-694e-4f09-842d-49a928d2589c, host hv-cinder-85846, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:06:47.698745 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] For port 68a04934-694e-4f09-842d-49a928d2589c, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=68a04934-694e-4f09-842d-49a928d2589c,segment=NetworkSegment(9930d826-a0b2-4abb-8057-ef07175f5582),segment_id=9930d826-a0b2-4abb-8057-ef07175f5582)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:06:47.714320 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (68a04934-694e-4f09-842d-49a928d2589c), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:47.728056 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:47.729075 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:47.730883 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] 10.222.0.23 "PUT /v2.0/ports/68a04934-694e-4f09-842d-49a928d2589c HTTP/1.1" status: 200 len: 1094 time: 3.4763038 Oct 17 11:06:47.733291 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47eb869-d91e-44e5-82ab-368805fd3025', 'tag': '68a04934-694e-4f09-842d-49a928d2589c'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:06:47.765672 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f8447a8c-6cdd-46eb-b46b-52aae7e2e7c6 req-d4c8436e-1270-44e6-9ab3-aaac75f21071 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3204384 Oct 17 11:06:47.781191 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Port 10291c78-4992-4f2a-90e9-ce8008dc6d98 on network 21554f7b-decb-4447-82c2-82c4e5db4803 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:06:47.781191 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Attempting to bind port 10291c78-4992-4f2a-90e9-ce8008dc6d98 on network 21554f7b-decb-4447-82c2-82c4e5db4803 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:06:47.799641 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:06:47.800067 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Checking segment: {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:06:47.806131 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Bound using segment: {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:06:47.806754 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Bound port: 10291c78-4992-4f2a-90e9-ce8008dc6d98, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:06:47.807209 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:47.813915 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8b3d5865-80d3-4865-982f-d93cd768866c admin admin] Publish callbacks [] for security_group (cc1f7314-91c9-4a0c-9fd5-c4493dda09f3), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:47.928663 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab30314-db25-4923-8929-e21d845104c8 service neutron] Pushing event updated for resources: {'Port': ['ID=68a04934-694e-4f09-842d-49a928d2589c,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:47.949817 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8b3d5865-80d3-4865-982f-d93cd768866c admin admin] Publish callbacks [] for security_group (cc1f7314-91c9-4a0c-9fd5-c4493dda09f3), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:47.956979 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] For port 10291c78-4992-4f2a-90e9-ce8008dc6d98, host hv-cinder-85846, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:06:47.979559 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] For port 10291c78-4992-4f2a-90e9-ce8008dc6d98, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=10291c78-4992-4f2a-90e9-ce8008dc6d98,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:06:47.980259 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-0ef0d90a-eb9d-4c5a-bed0-0687607dfea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:47.982015 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-0ef0d90a-eb9d-4c5a-bed0-0687607dfea6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d99aaf045576474dad72ed7e3128a213&device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 1128 time: 0.1693010 Oct 17 11:06:47.992589 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:48.008426 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:48.010830 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:48.016163 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] 10.222.0.23 "PUT /v2.0/ports/10291c78-4992-4f2a-90e9-ce8008dc6d98 HTTP/1.1" status: 200 len: 1093 time: 3.7596657 Oct 17 11:06:48.027206 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'tag': '10291c78-4992-4f2a-90e9-ce8008dc6d98'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:06:48.081922 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-5959b078-954b-4955-81f0-ea97cf2a0405 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a04934-694e-4f09-842d-49a928d2589c HTTP/1.1" status: 200 len: 217 time: 0.0789442 Oct 17 11:06:48.157422 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Attempt 7 to provision port 68a04934-694e-4f09-842d-49a928d2589c Oct 17 11:06:48.252240 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8b3d5865-80d3-4865-982f-d93cd768866c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (cc1f7314-91c9-4a0c-9fd5-c4493dda09f3), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:48.260098 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8b3d5865-80d3-4865-982f-d93cd768866c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:48.262599 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-8b3d5865-80d3-4865-982f-d93cd768866c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cc1f7314-91c9-4a0c-9fd5-c4493dda09f3 HTTP/1.1" status: 204 len: 168 time: 0.6989472 Oct 17 11:06:48.286813 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0c2cf-eabb-42e0-98e9-9be76587db33 service neutron] Pushing event updated for resources: {'Port': ['ID=10291c78-4992-4f2a-90e9-ce8008dc6d98,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:48.299622 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-5ba3e923-c748-40e0-bc3c-45f2a91da787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:48.301636 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-5ba3e923-c748-40e0-bc3c-45f2a91da787 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 1127 time: 0.2126565 Oct 17 11:06:48.329672 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-6f48659e-41d1-4616-9599-08fe57b3e8b7 None None] Port 68a04934-694e-4f09-842d-49a928d2589c had new provisioning blocks added so it will not transition to active. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 17 11:06:48.400423 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-4e623994-f64a-48c8-a85c-f4b362019a1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10291c78-4992-4f2a-90e9-ce8008dc6d98 HTTP/1.1" status: 200 len: 217 time: 0.0848973 Oct 17 11:06:48.425184 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7cdc9a5-8ffa-4f3a-9f3f-827fad0ef1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a47eb869-d91e-44e5-82ab-368805fd3025", "tag": "68a04934-694e-4f09-842d-49a928d2589c"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:06:48.425184 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-c698aaf7-8f11-4f32-9029-3211174ffa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:48.442499 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-c698aaf7-8f11-4f32-9029-3211174ffa0a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=50b1ed00-5c5b-4e8e-b106-1256cda2efa7 HTTP/1.1" status: 200 len: 851 time: 0.3486550 Oct 17 11:06:48.450838 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3d5865-80d3-4865-982f-d93cd768866c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1f7314-91c9-4a0c-9fd5-c4493dda09f3,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:48.553707 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-3bad7416-5920-43a4-bc75-e662f63cdaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:48.555442 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-3bad7416-5920-43a4-bc75-e662f63cdaf0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c502f9b2-9e97-4334-884d-66479d1ef028 HTTP/1.1" status: 200 len: 854 time: 0.1270907 Oct 17 11:06:48.741014 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-d0643959-5a0f-47a5-95ba-1642cca136ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:48.744442 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-d0643959-5a0f-47a5-95ba-1642cca136ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21554f7b-decb-4447-82c2-82c4e5db4803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1597524 Oct 17 11:06:48.756077 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7ba7f7-ff75-49dd-b9df-4da51ea8b7f3" -d '{"events": [{"name": "network-changed", "server_uuid": "a9570683-a0e1-413d-8f1b-dfff8fa94ae6", "tag": "10291c78-4992-4f2a-90e9-ce8008dc6d98"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:06:48.790069 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a73f4-4d43-4c91-ad57-df8613da0ff1 req-dfa988f6-99ca-4f96-ae30-d965006a3829 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:48.801981 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-960a73f4-4d43-4c91-ad57-df8613da0ff1 req-dfa988f6-99ca-4f96-ae30-d965006a3829 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 943 time: 0.5213149 Oct 17 11:06:48.857543 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-d48dbb46-30b9-4aac-8a6f-04b9858610e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:48.859800 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-d48dbb46-30b9-4aac-8a6f-04b9858610e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d8d5599-38a1-457d-b6b0-0580348a7835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3972354 Oct 17 11:06:49.034262 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-51f8e4ca-9f33-4705-b2b7-bc4877e8f498 service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656674 Oct 17 11:06:49.198903 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-960a73f4-4d43-4c91-ad57-df8613da0ff1 req-50c070cc-1839-4d7e-8142-35dd6bf704e0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3841965 Oct 17 11:06:49.217391 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ae5594-be16-4249-9307-d0510e00fc21 x-openstack-request-id: req-85ae5594-be16-4249-9307-d0510e00fc21 {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:06:49.217776 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47eb869-d91e-44e5-82ab-368805fd3025", "tag": "68a04934-694e-4f09-842d-49a928d2589c", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:06:49.219264 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-85ae5594-be16-4249-9307-d0510e00fc21 {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:06:49.219745 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85ae5594-be16-4249-9307-d0510e00fc21'] response: {'name': 'network-changed', 'server_uuid': 'a47eb869-d91e-44e5-82ab-368805fd3025', 'tag': '68a04934-694e-4f09-842d-49a928d2589c', 'status': 'completed', 'code': 200} Oct 17 11:06:49.261094 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55cc87f1-4eb0-4b04-abc4-7f10e1452f7e req-8328c667-1053-4f2d-8d42-ca5bb83d304e service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181880 Oct 17 11:06:49.389970 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-21d341c5-23df-490b-8879-24077ea35e4c service neutron] 10.222.0.23 "GET /v2.0/networks/4d8d5599-38a1-457d-b6b0-0580348a7835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5131865 Oct 17 11:06:49.611837 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e7789-03ec-42ca-a3ee-80fb64b5a3ea req-02f60531-2932-4ccd-bb7a-6aac8e1a37f6 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:49.625451 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-604e7789-03ec-42ca-a3ee-80fb64b5a3ea req-02f60531-2932-4ccd-bb7a-6aac8e1a37f6 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 944 time: 0.2308145 Oct 17 11:06:49.683302 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdda3ced-d3b8-4662-a3ed-3520e2e12742 req-0fec2cb9-adaa-4b2b-9665-70fe203372b0 service neutron] 10.222.0.23 "GET /v2.0/networks/4d8d5599-38a1-457d-b6b0-0580348a7835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088423 Oct 17 11:06:49.732808 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-604e7789-03ec-42ca-a3ee-80fb64b5a3ea req-fdea97c3-67b4-488e-b33d-ad4ab81e01e0 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025112 Oct 17 11:06:49.853201 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdc9a5-8ffa-4f3a-9f3f-827fad0ef1ee req-bd7cc41c-5199-4d18-9600-a6431d9d5a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:49.854609 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d7cdc9a5-8ffa-4f3a-9f3f-827fad0ef1ee req-bd7cc41c-5199-4d18-9600-a6431d9d5a5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d99aaf045576474dad72ed7e3128a213&device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 1128 time: 0.0901346 Oct 17 11:06:49.861758 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f6a384-a4d9-413b-9711-689c7e555076 x-openstack-request-id: req-99f6a384-a4d9-413b-9711-689c7e555076 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:06:49.861758 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9570683-a0e1-413d-8f1b-dfff8fa94ae6", "tag": "10291c78-4992-4f2a-90e9-ce8008dc6d98", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:06:49.861758 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-99f6a384-a4d9-413b-9711-689c7e555076 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:06:49.861758 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f6a384-a4d9-413b-9711-689c7e555076'] response: {'name': 'network-changed', 'server_uuid': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'tag': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'status': 'completed', 'code': 200} Oct 17 11:06:50.305308 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdc9a5-8ffa-4f3a-9f3f-827fad0ef1ee req-73d4e989-37ad-401d-adbc-9d34201bd003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:50.308733 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d7cdc9a5-8ffa-4f3a-9f3f-827fad0ef1ee req-73d4e989-37ad-401d-adbc-9d34201bd003 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4d8d5599-38a1-457d-b6b0-0580348a7835 HTTP/1.1" status: 200 len: 913 time: 0.3953762 Oct 17 11:06:50.552174 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f50ed-295a-47d7-9783-c9d6a0a88038 req-2ce11a74-470c-4e89-b8df-da909a597bac tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:50.557728 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-612f50ed-295a-47d7-9783-c9d6a0a88038 req-2ce11a74-470c-4e89-b8df-da909a597bac tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 943 time: 0.1925306 Oct 17 11:06:50.560287 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d7cdc9a5-8ffa-4f3a-9f3f-827fad0ef1ee req-9298f13e-f6eb-42d1-a7c9-a1e51295e600 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=68a04934-694e-4f09-842d-49a928d2589c HTTP/1.1" status: 200 len: 217 time: 0.0928116 Oct 17 11:06:50.564240 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ba7f7-ff75-49dd-b9df-4da51ea8b7f3 req-22116562-9079-4016-b4a0-66313e59afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:50.565977 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c7ba7f7-ff75-49dd-b9df-4da51ea8b7f3 req-22116562-9079-4016-b4a0-66313e59afc2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 1127 time: 0.1477149 Oct 17 11:06:50.761113 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdc9a5-8ffa-4f3a-9f3f-827fad0ef1ee req-b2f543af-f55e-4109-9fc5-548c3c28f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:50.764301 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d7cdc9a5-8ffa-4f3a-9f3f-827fad0ef1ee req-b2f543af-f55e-4109-9fc5-548c3c28f5b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=50b1ed00-5c5b-4e8e-b106-1256cda2efa7 HTTP/1.1" status: 200 len: 851 time: 0.1860728 Oct 17 11:06:50.836450 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-612f50ed-295a-47d7-9783-c9d6a0a88038 req-9486b79a-a1f2-4787-b159-4edbdd8c7a58 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652085 Oct 17 11:06:50.979709 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cdc9a5-8ffa-4f3a-9f3f-827fad0ef1ee req-43c7370d-221f-48d5-8250-1c88121a0b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:50.981303 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d7cdc9a5-8ffa-4f3a-9f3f-827fad0ef1ee req-43c7370d-221f-48d5-8250-1c88121a0b74 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4d8d5599-38a1-457d-b6b0-0580348a7835&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1879523 Oct 17 11:06:51.252245 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d7cdc9a5-8ffa-4f3a-9f3f-827fad0ef1ee req-09b89f8d-6a49-474f-bba0-d40fc747eb63 service neutron] 10.222.0.23 "GET /v2.0/networks/4d8d5599-38a1-457d-b6b0-0580348a7835?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205219 Oct 17 11:06:51.421099 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ba7f7-ff75-49dd-b9df-4da51ea8b7f3 req-dc2c6f02-73f7-45b7-a7f8-70df98c835ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:51.431672 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c7ba7f7-ff75-49dd-b9df-4da51ea8b7f3 req-dc2c6f02-73f7-45b7-a7f8-70df98c835ef service neutron] 10.222.0.23 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 916 time: 0.8547306 Oct 17 11:06:51.449022 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d9ffbd-6b3f-4a96-9ab5-3fcc02126fd5 req-36976014-46b7-4cca-b993-1c597d6b71be tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:51.456600 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b4d9ffbd-6b3f-4a96-9ab5-3fcc02126fd5 req-36976014-46b7-4cca-b993-1c597d6b71be tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 944 time: 0.5384762 Oct 17 11:06:51.570764 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d7cdc9a5-8ffa-4f3a-9f3f-827fad0ef1ee req-079cdcd8-1989-4ccd-a2b0-e8fc5d1b5f5e service neutron] 10.222.0.23 "GET /v2.0/networks/4d8d5599-38a1-457d-b6b0-0580348a7835?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943690 Oct 17 11:06:51.644913 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c7ba7f7-ff75-49dd-b9df-4da51ea8b7f3 req-fe7add12-527f-48da-b57d-fd72c3619aa0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10291c78-4992-4f2a-90e9-ce8008dc6d98 HTTP/1.1" status: 200 len: 217 time: 0.1386473 Oct 17 11:06:51.692168 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b4d9ffbd-6b3f-4a96-9ab5-3fcc02126fd5 req-b781f929-4339-4931-87e7-deb67ecfee8b tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289882 Oct 17 11:06:51.744499 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ba7f7-ff75-49dd-b9df-4da51ea8b7f3 req-a4bac260-3930-4738-a528-279d2dab3090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:51.746738 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c7ba7f7-ff75-49dd-b9df-4da51ea8b7f3 req-a4bac260-3930-4738-a528-279d2dab3090 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c502f9b2-9e97-4334-884d-66479d1ef028 HTTP/1.1" status: 200 len: 854 time: 0.0931878 Oct 17 11:06:51.843869 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7ba7f7-ff75-49dd-b9df-4da51ea8b7f3 req-cc8749c2-a27a-49c6-b715-e34e16232c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:51.846538 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c7ba7f7-ff75-49dd-b9df-4da51ea8b7f3 req-cc8749c2-a27a-49c6-b715-e34e16232c2e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21554f7b-decb-4447-82c2-82c4e5db4803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0732951 Oct 17 11:06:52.049176 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c7ba7f7-ff75-49dd-b9df-4da51ea8b7f3 req-2b444847-b334-429a-8b4b-df537ac7a077 service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701989 Oct 17 11:06:52.216309 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed7cba6-5a0a-4848-a805-60a0f2523511 req-4544a3c1-2c02-492f-92ba-d8111c184ee2 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:52.225355 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6ed7cba6-5a0a-4848-a805-60a0f2523511 req-4544a3c1-2c02-492f-92ba-d8111c184ee2 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 943 time: 0.1828415 Oct 17 11:06:52.305772 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6ed7cba6-5a0a-4848-a805-60a0f2523511 req-310b65cd-c1c9-4ede-8b46-ecf26850dda1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776443 Oct 17 11:06:52.313334 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c7ba7f7-ff75-49dd-b9df-4da51ea8b7f3 req-dab18106-4c12-4c1f-a5d1-8e486d5e30eb service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100258 Oct 17 11:06:52.883746 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c84a9b4-55f6-4e1f-8755-3cf2fa105a92 req-40ed427d-f7a2-498d-8bf2-925dd20502c4 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:52.893961 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3c84a9b4-55f6-4e1f-8755-3cf2fa105a92 req-40ed427d-f7a2-498d-8bf2-925dd20502c4 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 944 time: 0.1030965 Oct 17 11:06:52.978324 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3c84a9b4-55f6-4e1f-8755-3cf2fa105a92 req-a990ada1-c3e7-44f2-a770-bfbf844713b8 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797658 Oct 17 11:06:53.588257 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a5e3d-4010-494b-8680-249d8087f06c req-d82ad6cf-c8eb-420f-81bd-af9f195942ec tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:53.593073 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-821a5e3d-4010-494b-8680-249d8087f06c req-d82ad6cf-c8eb-420f-81bd-af9f195942ec tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 943 time: 0.1255660 Oct 17 11:06:53.692743 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-821a5e3d-4010-494b-8680-249d8087f06c req-2c98ae96-90e6-4f93-9c7e-0fff8ea9baf5 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824828 Oct 17 11:06:54.035741 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 49200) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:54.228430 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6e5d40c6-d13b-4e18-b56b-fde8fcd61a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:54.301550 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f871402-38e6-4d21-8230-2ced62f23737 req-d1f55289-cd44-475e-9234-e7e3b83150cc tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:54.315015 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f871402-38e6-4d21-8230-2ced62f23737 req-d1f55289-cd44-475e-9234-e7e3b83150cc tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 944 time: 0.1710346 Oct 17 11:06:54.414634 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6e5d40c6-d13b-4e18-b56b-fde8fcd61a05 admin admin] Publish callbacks [] for security_group (f49d8309-61d1-40c7-8fd4-83382b98412d), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:54.423608 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6e5d40c6-d13b-4e18-b56b-fde8fcd61a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f49d8309-61d1-40c7-8fd4-83382b98412d), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:54.470997 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f871402-38e6-4d21-8230-2ced62f23737 req-717cc838-7b2e-4f2c-b3ff-2a26e9a4c483 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547585 Oct 17 11:06:54.486657 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-6e5d40c6-d13b-4e18-b56b-fde8fcd61a05 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=445f5aa6858c47358565f1a9117c8279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4495304 Oct 17 11:06:54.487259 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 49218) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:54.523178 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5d40c6-d13b-4e18-b56b-fde8fcd61a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49d8309-61d1-40c7-8fd4-83382b98412d,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:54.599877 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f1832d9-c17b-4fec-baca-6fa924979374 admin admin] Publish callbacks [] for security_group (f49d8309-61d1-40c7-8fd4-83382b98412d), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:54.622843 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f1832d9-c17b-4fec-baca-6fa924979374 admin admin] Publish callbacks [] for security_group (f49d8309-61d1-40c7-8fd4-83382b98412d), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:54.719022 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f1832d9-c17b-4fec-baca-6fa924979374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f49d8309-61d1-40c7-8fd4-83382b98412d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:54.726998 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f1832d9-c17b-4fec-baca-6fa924979374 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:54.728663 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-1f1832d9-c17b-4fec-baca-6fa924979374 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f49d8309-61d1-40c7-8fd4-83382b98412d HTTP/1.1" status: 204 len: 168 time: 0.2402358 Oct 17 11:06:54.752922 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1832d9-c17b-4fec-baca-6fa924979374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49d8309-61d1-40c7-8fd4-83382b98412d,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:54.984370 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ffd02b-b40e-4dac-8df4-a562e10f3c60 req-9dd9cf3a-ff7b-4da6-a98c-63c374a85ff5 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:55.011439 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-87ffd02b-b40e-4dac-8df4-a562e10f3c60 req-9dd9cf3a-ff7b-4da6-a98c-63c374a85ff5 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 943 time: 0.1801274 Oct 17 11:06:55.486135 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 49262) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:55.486135 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-35129588-60b1-40b7-bfb8-60d3bc1639c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:55.521878 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-87ffd02b-b40e-4dac-8df4-a562e10f3c60 req-028c6029-79be-44e6-a8b3-9f9ef2bbfebb tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5058370 Oct 17 11:06:55.684142 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7e9d9-648a-4964-be5f-24501dde7e95 req-a72d169b-6961-4b13-962c-4d06a2a47243 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:55.692248 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3af7e9d9-648a-4964-be5f-24501dde7e95 req-a72d169b-6961-4b13-962c-4d06a2a47243 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 944 time: 0.1137581 Oct 17 11:06:55.704625 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-35129588-60b1-40b7-bfb8-60d3bc1639c0 admin admin] Publish callbacks [] for security_group (2deebb14-768e-4b2e-9efc-712eec0f6c83), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:55.719802 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-35129588-60b1-40b7-bfb8-60d3bc1639c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (2deebb14-768e-4b2e-9efc-712eec0f6c83), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:55.777844 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35129588-60b1-40b7-bfb8-60d3bc1639c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2deebb14-768e-4b2e-9efc-712eec0f6c83,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:55.778175 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 49280) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:55.788864 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-35129588-60b1-40b7-bfb8-60d3bc1639c0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1be303c572d4dab9684412d145813af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192432 Oct 17 11:06:55.790740 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 49282) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:55.861750 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3af7e9d9-648a-4964-be5f-24501dde7e95 req-879bc8b0-0bb6-4922-8f7b-773614be796f tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683707 Oct 17 11:06:55.924255 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5f31dbf5-55d9-447a-9dfa-f65e2c7284f3 admin admin] Publish callbacks [] for security_group (2deebb14-768e-4b2e-9efc-712eec0f6c83), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:55.953013 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5f31dbf5-55d9-447a-9dfa-f65e2c7284f3 admin admin] Publish callbacks [] for security_group (2deebb14-768e-4b2e-9efc-712eec0f6c83), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:55.966844 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e81abcc3-b2de-4601-8898-3764dea5892c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:56.018879 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5f31dbf5-55d9-447a-9dfa-f65e2c7284f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (2deebb14-768e-4b2e-9efc-712eec0f6c83), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:56.022315 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5f31dbf5-55d9-447a-9dfa-f65e2c7284f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:56.026462 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-5f31dbf5-55d9-447a-9dfa-f65e2c7284f3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2deebb14-768e-4b2e-9efc-712eec0f6c83 HTTP/1.1" status: 204 len: 168 time: 0.2091467 Oct 17 11:06:56.041244 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f31dbf5-55d9-447a-9dfa-f65e2c7284f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deebb14-768e-4b2e-9efc-712eec0f6c83,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:56.078388 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e81abcc3-b2de-4601-8898-3764dea5892c admin admin] Publish callbacks [] for security_group (49929217-c793-4533-b5fc-70ea9b7b1317), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:56.084884 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e81abcc3-b2de-4601-8898-3764dea5892c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (49929217-c793-4533-b5fc-70ea9b7b1317), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:56.133647 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-e81abcc3-b2de-4601-8898-3764dea5892c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68dfe93a70474804a3836d691d06d19f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3496125 Oct 17 11:06:56.133647 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81abcc3-b2de-4601-8898-3764dea5892c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49929217-c793-4533-b5fc-70ea9b7b1317,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:56.134396 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 49298) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:56.184212 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-79156f9d-020d-4451-8a56-8cc1f0bab67b admin admin] Publish callbacks [] for security_group (49929217-c793-4533-b5fc-70ea9b7b1317), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:56.209162 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-79156f9d-020d-4451-8a56-8cc1f0bab67b admin admin] Publish callbacks [] for security_group (49929217-c793-4533-b5fc-70ea9b7b1317), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:56.444948 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-79156f9d-020d-4451-8a56-8cc1f0bab67b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (49929217-c793-4533-b5fc-70ea9b7b1317), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:56.447898 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-79156f9d-020d-4451-8a56-8cc1f0bab67b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:56.449280 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-79156f9d-020d-4451-8a56-8cc1f0bab67b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/49929217-c793-4533-b5fc-70ea9b7b1317 HTTP/1.1" status: 204 len: 168 time: 0.3142116 Oct 17 11:06:56.458667 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79156f9d-020d-4451-8a56-8cc1f0bab67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49929217-c793-4533-b5fc-70ea9b7b1317,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:56.701018 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c0f741-18f0-4e82-81fc-146c8dae43fb req-a68fafa6-6d05-47ea-8936-ec11835bf661 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:56.702591 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-34c0f741-18f0-4e82-81fc-146c8dae43fb req-a68fafa6-6d05-47ea-8936-ec11835bf661 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 943 time: 0.0573082 Oct 17 11:06:56.762285 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-34c0f741-18f0-4e82-81fc-146c8dae43fb req-758bf596-d039-4230-a0b0-59abe22cfb4c tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535090 Oct 17 11:06:56.880798 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 49340) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:56.897408 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-14afcb8b-6a0a-40b5-a738-1f29b77be2f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:57.024787 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84996e5-b7e9-40c1-a6db-dd2f3da76617 req-87d22cf2-0475-4ac0-93ab-ced7172a8399 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:57.029562 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e84996e5-b7e9-40c1-a6db-dd2f3da76617 req-87d22cf2-0475-4ac0-93ab-ced7172a8399 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 944 time: 0.0926831 Oct 17 11:06:57.031554 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-14afcb8b-6a0a-40b5-a738-1f29b77be2f5 admin admin] Publish callbacks [] for security_group (a91b3c04-c46b-47d0-b7fc-499e38b92364), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:57.055290 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-14afcb8b-6a0a-40b5-a738-1f29b77be2f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (a91b3c04-c46b-47d0-b7fc-499e38b92364), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:57.135171 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-14afcb8b-6a0a-40b5-a738-1f29b77be2f5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bcee56deef1546fa95a1dbe511840691&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2520182 Oct 17 11:06:57.136308 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afcb8b-6a0a-40b5-a738-1f29b77be2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91b3c04-c46b-47d0-b7fc-499e38b92364,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:57.137129 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 49364) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:57.153419 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e84996e5-b7e9-40c1-a6db-dd2f3da76617 req-0958cf75-b029-451e-857e-b8845bf63fdd tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203754 Oct 17 11:06:57.213601 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1a27ca31-490a-4517-a4a4-1bab48c9f17a admin admin] Publish callbacks [] for security_group (a91b3c04-c46b-47d0-b7fc-499e38b92364), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:57.237636 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1a27ca31-490a-4517-a4a4-1bab48c9f17a admin admin] Publish callbacks [] for security_group (a91b3c04-c46b-47d0-b7fc-499e38b92364), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:57.311440 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1a27ca31-490a-4517-a4a4-1bab48c9f17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (a91b3c04-c46b-47d0-b7fc-499e38b92364), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:57.313968 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1a27ca31-490a-4517-a4a4-1bab48c9f17a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:57.315372 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-1a27ca31-490a-4517-a4a4-1bab48c9f17a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a91b3c04-c46b-47d0-b7fc-499e38b92364 HTTP/1.1" status: 204 len: 168 time: 0.1771402 Oct 17 11:06:57.327279 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27ca31-490a-4517-a4a4-1bab48c9f17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91b3c04-c46b-47d0-b7fc-499e38b92364,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:57.463014 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 49380) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:57.740357 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-76421414-7d20-41ae-a691-ae42d4b9f4e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:57.850789 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-76421414-7d20-41ae-a691-ae42d4b9f4e8 admin admin] Publish callbacks [] for security_group (77d7f3e2-c33d-4669-9c23-e84ff90c9d26), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:57.863908 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-76421414-7d20-41ae-a691-ae42d4b9f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (77d7f3e2-c33d-4669-9c23-e84ff90c9d26), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:57.897064 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-76421414-7d20-41ae-a691-ae42d4b9f4e8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=233641893ccf4002ac6baf59d8512cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4307575 Oct 17 11:06:57.899893 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 49412) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:57.923566 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76421414-7d20-41ae-a691-ae42d4b9f4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d7f3e2-c33d-4669-9c23-e84ff90c9d26,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:57.949622 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6a646-f950-409b-bc48-ffb4213145dc req-76cb20fa-2b6b-4f46-9927-1afc6916b086 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:57.951183 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3bb6a646-f950-409b-bc48-ffb4213145dc req-76cb20fa-2b6b-4f46-9927-1afc6916b086 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 943 time: 0.1073160 Oct 17 11:06:57.986494 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-acf2a1dd-96cf-4aa3-96a2-43fa47e92951 admin admin] Publish callbacks [] for security_group (77d7f3e2-c33d-4669-9c23-e84ff90c9d26), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:58.032100 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3bb6a646-f950-409b-bc48-ffb4213145dc req-9594b8f7-e65f-4ba6-9189-b33286b12c18 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741503 Oct 17 11:06:58.034362 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-acf2a1dd-96cf-4aa3-96a2-43fa47e92951 admin admin] Publish callbacks [] for security_group (77d7f3e2-c33d-4669-9c23-e84ff90c9d26), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:58.095542 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-acf2a1dd-96cf-4aa3-96a2-43fa47e92951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (77d7f3e2-c33d-4669-9c23-e84ff90c9d26), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:58.098797 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-acf2a1dd-96cf-4aa3-96a2-43fa47e92951 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:58.102241 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-acf2a1dd-96cf-4aa3-96a2-43fa47e92951 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/77d7f3e2-c33d-4669-9c23-e84ff90c9d26 HTTP/1.1" status: 204 len: 168 time: 0.1991725 Oct 17 11:06:58.109570 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf2a1dd-96cf-4aa3-96a2-43fa47e92951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d7f3e2-c33d-4669-9c23-e84ff90c9d26,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:58.297176 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97927d-ab00-49a0-a370-8dd18f89b475 req-6cae0dbf-a4d1-4cc5-9d09-69dd05350bd8 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:58.300048 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5e97927d-ab00-49a0-a370-8dd18f89b475 req-6cae0dbf-a4d1-4cc5-9d09-69dd05350bd8 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 944 time: 0.0718508 Oct 17 11:06:58.355397 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5e97927d-ab00-49a0-a370-8dd18f89b475 req-5a01e520-3560-49d6-b45a-4ec99611909f tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493214 Oct 17 11:06:58.672468 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 49460) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:58.688311 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f666003d-bb94-4667-91fa-4ef7fa2301a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:58.791699 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f666003d-bb94-4667-91fa-4ef7fa2301a9 admin admin] Publish callbacks [] for security_group (3e4ef051-84e4-4c7a-a559-2c62896849de), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:58.798512 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f666003d-bb94-4667-91fa-4ef7fa2301a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (3e4ef051-84e4-4c7a-a559-2c62896849de), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:58.845576 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-f666003d-bb94-4667-91fa-4ef7fa2301a9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2502df18e9574b24ae69b0c9b78074f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1719499 Oct 17 11:06:58.846433 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f666003d-bb94-4667-91fa-4ef7fa2301a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4ef051-84e4-4c7a-a559-2c62896849de,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:58.848276 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 49468) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:06:58.908850 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 10291c78-4992-4f2a-90e9-ce8008dc6d98 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:06:58.910283 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-25025e82-f2e6-4c94-9964-f906fe27242a admin admin] Publish callbacks [] for security_group (3e4ef051-84e4-4c7a-a559-2c62896849de), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:58.946627 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-25025e82-f2e6-4c94-9964-f906fe27242a admin admin] Publish callbacks [] for security_group (3e4ef051-84e4-4c7a-a559-2c62896849de), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:59.029680 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-25025e82-f2e6-4c94-9964-f906fe27242a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (3e4ef051-84e4-4c7a-a559-2c62896849de), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:59.038939 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-25025e82-f2e6-4c94-9964-f906fe27242a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:59.040543 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-25025e82-f2e6-4c94-9964-f906fe27242a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3e4ef051-84e4-4c7a-a559-2c62896849de HTTP/1.1" status: 204 len: 168 time: 0.1907890 Oct 17 11:06:59.058240 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25025e82-f2e6-4c94-9964-f906fe27242a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4ef051-84e4-4c7a-a559-2c62896849de,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:59.119913 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 10291c78-4992-4f2a-90e9-ce8008dc6d98, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=10291c78-4992-4f2a-90e9-ce8008dc6d98,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:06:59.155069 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'port_id': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'mac_address': 'fa:16:3e:80:0f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:06:59.306718 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777d0407-db9d-4c71-81b1-3e3799adf943 req-ccdeb07b-c1ae-40d8-8cff-f2bfb8e888ba tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:59.308670 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-777d0407-db9d-4c71-81b1-3e3799adf943 req-ccdeb07b-c1ae-40d8-8cff-f2bfb8e888ba tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 943 time: 0.1378062 Oct 17 11:06:59.311998 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 10291c78-4992-4f2a-90e9-ce8008dc6d98 is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:59.312383 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:59.340390 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10291c78-4992-4f2a-90e9-ce8008dc6d98 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:06:59.375188 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 10291c78-4992-4f2a-90e9-ce8008dc6d98, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=10291c78-4992-4f2a-90e9-ce8008dc6d98,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:06:59.385632 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:59.386795 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 68a04934-694e-4f09-842d-49a928d2589c details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:06:59.435635 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-777d0407-db9d-4c71-81b1-3e3799adf943 req-6ded65e2-9b5f-4a3f-8731-0e163a20112d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188586 Oct 17 11:06:59.494771 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=10291c78-4992-4f2a-90e9-ce8008dc6d98,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:06:59.545386 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35cb752-ef6b-4e0c-bb0b-f424905843bf req-ce98dc29-15a6-478a-b53a-d486d1249a8a tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:06:59.548296 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a35cb752-ef6b-4e0c-bb0b-f424905843bf req-ce98dc29-15a6-478a-b53a-d486d1249a8a tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 944 time: 0.0828798 Oct 17 11:06:59.640132 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a35cb752-ef6b-4e0c-bb0b-f424905843bf req-29e237b4-87d7-4a49-b9af-b0de81a56b02 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769713 Oct 17 11:06:59.688224 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 68a04934-694e-4f09-842d-49a928d2589c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=68a04934-694e-4f09-842d-49a928d2589c,segment=NetworkSegment(9930d826-a0b2-4abb-8057-ef07175f5582),segment_id=9930d826-a0b2-4abb-8057-ef07175f5582)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:06:59.721654 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '68a04934-694e-4f09-842d-49a928d2589c', 'network_id': '4d8d5599-38a1-457d-b6b0-0580348a7835', 'port_id': '68a04934-694e-4f09-842d-49a928d2589c', 'mac_address': 'fa:16:3e:51:f0:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50b1ed00-5c5b-4e8e-b106-1256cda2efa7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:06:59.792936 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 68a04934-694e-4f09-842d-49a928d2589c is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:06:59.793581 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (68a04934-694e-4f09-842d-49a928d2589c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:59.808764 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a04934-694e-4f09-842d-49a928d2589c {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:06:59.832926 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 68a04934-694e-4f09-842d-49a928d2589c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=68a04934-694e-4f09-842d-49a928d2589c,segment=NetworkSegment(9930d826-a0b2-4abb-8057-ef07175f5582),segment_id=9930d826-a0b2-4abb-8057-ef07175f5582)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:06:59.839174 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (68a04934-694e-4f09-842d-49a928d2589c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:06:59.890420 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=68a04934-694e-4f09-842d-49a928d2589c,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:00.194903 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['10291c78-4992-4f2a-90e9-ce8008dc6d98'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:07:00.214251 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['68a04934-694e-4f09-842d-49a928d2589c'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:07:00.613982 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe13ba9e-5f56-4137-aac4-039b4bf38beb req-12533b5c-7f7c-4d34-99a3-573ae2626d53 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:00.616660 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fe13ba9e-5f56-4137-aac4-039b4bf38beb req-12533b5c-7f7c-4d34-99a3-573ae2626d53 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 944 time: 0.0696363 Oct 17 11:07:00.683415 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fe13ba9e-5f56-4137-aac4-039b4bf38beb req-f53140b1-ff6e-4bd5-9aa5-aa4c444870d8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605378 Oct 17 11:07:00.796536 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a232ba-bf08-4100-8dd5-45cef1f2796d req-a3619cc0-e571-40e5-a70a-8379fbf7d23d tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:00.804490 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-82a232ba-bf08-4100-8dd5-45cef1f2796d req-a3619cc0-e571-40e5-a70a-8379fbf7d23d tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 945 time: 0.0690331 Oct 17 11:07:00.864154 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-82a232ba-bf08-4100-8dd5-45cef1f2796d req-36611950-683c-4365-8370-750be3b5a0bc tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587568 Oct 17 11:07:01.858954 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742b088-3e09-4149-8599-a67dc8b87921 req-c88cebf8-ec29-47ef-a245-3d8edfe981f8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:01.869646 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0742b088-3e09-4149-8599-a67dc8b87921 req-c88cebf8-ec29-47ef-a245-3d8edfe981f8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 944 time: 0.0886066 Oct 17 11:07:01.954408 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0742b088-3e09-4149-8599-a67dc8b87921 req-f06ee95a-a754-4db2-9075-426e9a67b465 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837605 Oct 17 11:07:02.071662 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15508ed6-957e-4333-8768-9e5ac4499a50 req-aa1123c1-bef8-4dc7-b73e-208affa3b0e2 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:02.074336 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-15508ed6-957e-4333-8768-9e5ac4499a50 req-aa1123c1-bef8-4dc7-b73e-208affa3b0e2 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 945 time: 0.0889368 Oct 17 11:07:02.161713 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-15508ed6-957e-4333-8768-9e5ac4499a50 req-8614433a-7fc4-410e-9d0a-519d43ec7607 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725725 Oct 17 11:07:02.890997 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 10291c78-4992-4f2a-90e9-ce8008dc6d98 up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:07:02.953695 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port 10291c78-4992-4f2a-90e9-ce8008dc6d98 completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:07:02.957689 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 10291c78-4992-4f2a-90e9-ce8008dc6d98 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:02.958061 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:02.958393 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 10291c78-4992-4f2a-90e9-ce8008dc6d98 Oct 17 11:07:03.046533 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 10291c78-4992-4f2a-90e9-ce8008dc6d98 is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:03.046928 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:03.072989 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10291c78-4992-4f2a-90e9-ce8008dc6d98'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:07:03.110222 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230d6be-68b7-4e25-889e-54098f43a994 req-0999c819-b0d1-4e76-9747-0bb96c28b25d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:03.111974 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8230d6be-68b7-4e25-889e-54098f43a994 req-0999c819-b0d1-4e76-9747-0bb96c28b25d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 944 time: 0.0728164 Oct 17 11:07:03.180448 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8230d6be-68b7-4e25-889e-54098f43a994 req-b4a4bffe-2102-4f22-89c0-94fb0a6c0237 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624330 Oct 17 11:07:03.268383 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 10291c78-4992-4f2a-90e9-ce8008dc6d98, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=10291c78-4992-4f2a-90e9-ce8008dc6d98,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:03.285466 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:03.285466 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 68a04934-694e-4f09-842d-49a928d2589c up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:07:03.361811 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21015f-5fac-4165-8d14-c89a83dfb86f req-c1db7caf-e1ae-4444-83e0-2c0a7d6f6b69 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:03.366680 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=10291c78-4992-4f2a-90e9-ce8008dc6d98,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:03.373685 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8f21015f-5fac-4165-8d14-c89a83dfb86f req-c1db7caf-e1ae-4444-83e0-2c0a7d6f6b69 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 945 time: 0.1213133 Oct 17 11:07:03.384046 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port 68a04934-694e-4f09-842d-49a928d2589c completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:07:03.391209 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 68a04934-694e-4f09-842d-49a928d2589c triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:03.393325 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (68a04934-694e-4f09-842d-49a928d2589c), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:03.393325 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 68a04934-694e-4f09-842d-49a928d2589c Oct 17 11:07:03.447224 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac074ef-f348-4818-847a-cb558acd4b42" -d '{"events": [{"server_uuid": "a9570683-a0e1-413d-8f1b-dfff8fa94ae6", "name": "network-vif-plugged", "status": "completed", "tag": "10291c78-4992-4f2a-90e9-ce8008dc6d98"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:07:03.451928 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8f21015f-5fac-4165-8d14-c89a83dfb86f req-7ddd3df1-af9a-4c9f-9362-a7036f33ad34 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717998 Oct 17 11:07:03.547080 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 68a04934-694e-4f09-842d-49a928d2589c is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:03.548024 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (68a04934-694e-4f09-842d-49a928d2589c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:03.575194 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 49770) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:03.626682 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 68a04934-694e-4f09-842d-49a928d2589c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=68a04934-694e-4f09-842d-49a928d2589c,segment=NetworkSegment(9930d826-a0b2-4abb-8057-ef07175f5582),segment_id=9930d826-a0b2-4abb-8057-ef07175f5582)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:03.634519 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (68a04934-694e-4f09-842d-49a928d2589c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:03.737698 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=68a04934-694e-4f09-842d-49a928d2589c,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:03.782922 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1badd508-f92d-4e20-b99d-56928a84a6e6 x-openstack-request-id: req-1badd508-f92d-4e20-b99d-56928a84a6e6 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:07:03.783408 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9570683-a0e1-413d-8f1b-dfff8fa94ae6", "name": "network-vif-plugged", "status": "completed", "tag": "10291c78-4992-4f2a-90e9-ce8008dc6d98", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:07:03.783668 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1badd508-f92d-4e20-b99d-56928a84a6e6 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:07:03.784130 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1badd508-f92d-4e20-b99d-56928a84a6e6'] response: {'server_uuid': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'code': 200} Oct 17 11:07:03.797072 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1e99c042-a545-4b3b-962a-905f86657a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:03.959860 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1e99c042-a545-4b3b-962a-905f86657a1a admin admin] Publish callbacks [] for security_group (316aab14-98ac-4ffd-a895-4eae2b68a2b6), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:03.995225 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1e99c042-a545-4b3b-962a-905f86657a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (316aab14-98ac-4ffd-a895-4eae2b68a2b6), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.069487 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-1e99c042-a545-4b3b-962a-905f86657a1a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=72c07212c76f486cb84f9ffd5c072168&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4928443 Oct 17 11:07:04.072359 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 49804) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:04.112602 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e99c042-a545-4b3b-962a-905f86657a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316aab14-98ac-4ffd-a895-4eae2b68a2b6,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:04.154682 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a97ea67b-4a11-46ff-a94e-a66d6ffca866 admin admin] Publish callbacks [] for security_group (316aab14-98ac-4ffd-a895-4eae2b68a2b6), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.155294 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba19527-2970-463e-ac7f-3c19c6309cd8 req-30c792ca-b8a8-494f-b48f-311609ab3fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:04.156182 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5ba19527-2970-463e-ac7f-3c19c6309cd8 req-30c792ca-b8a8-494f-b48f-311609ab3fd3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 1129 time: 0.1948245 Oct 17 11:07:04.190374 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5ba19527-2970-463e-ac7f-3c19c6309cd8 req-7d5a6494-771d-4010-8c40-e9ed9cd04c71 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.206546 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a97ea67b-4a11-46ff-a94e-a66d6ffca866 admin admin] Publish callbacks [] for security_group (316aab14-98ac-4ffd-a895-4eae2b68a2b6), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.244402 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 49818) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:04.307582 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a97ea67b-4a11-46ff-a94e-a66d6ffca866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (316aab14-98ac-4ffd-a895-4eae2b68a2b6), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.311816 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a97ea67b-4a11-46ff-a94e-a66d6ffca866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.314862 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-a97ea67b-4a11-46ff-a94e-a66d6ffca866 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/316aab14-98ac-4ffd-a895-4eae2b68a2b6 HTTP/1.1" status: 204 len: 168 time: 0.2397287 Oct 17 11:07:04.331261 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ea67b-4a11-46ff-a94e-a66d6ffca866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316aab14-98ac-4ffd-a895-4eae2b68a2b6,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:04.424676 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5ba19527-2970-463e-ac7f-3c19c6309cd8 req-7d5a6494-771d-4010-8c40-e9ed9cd04c71 service neutron] Publish callbacks [] for security_group (bea81394-533e-44e8-843c-80313eccaf2c), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.434244 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-5ba19527-2970-463e-ac7f-3c19c6309cd8 req-7d5a6494-771d-4010-8c40-e9ed9cd04c71 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (bea81394-533e-44e8-843c-80313eccaf2c), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.458653 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813df37-bfee-44ae-b81a-2a4bb4eeab89 req-f61078c8-2575-4d4b-8df0-73300a9ab4f9 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:04.460435 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c813df37-bfee-44ae-b81a-2a4bb4eeab89 req-f61078c8-2575-4d4b-8df0-73300a9ab4f9 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 945 time: 0.1056581 Oct 17 11:07:04.462377 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-be749150-d728-4146-9619-f2e571c7395a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.513699 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5ba19527-2970-463e-ac7f-3c19c6309cd8 req-7d5a6494-771d-4010-8c40-e9ed9cd04c71 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3510783 Oct 17 11:07:04.517487 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a6494-771d-4010-8c40-e9ed9cd04c71 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bea81394-533e-44e8-843c-80313eccaf2c,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:04.582585 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c813df37-bfee-44ae-b81a-2a4bb4eeab89 req-8bf8cf3c-d94e-40f3-9229-afea2c74beeb tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045473 Oct 17 11:07:04.632978 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-be749150-d728-4146-9619-f2e571c7395a admin admin] Publish callbacks [] for security_group (e4491164-c77d-4193-93d9-ae089908a223), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.639736 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-be749150-d728-4146-9619-f2e571c7395a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e4491164-c77d-4193-93d9-ae089908a223), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.691985 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-be749150-d728-4146-9619-f2e571c7395a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b10fce1809cc479985ab30df49773d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4464171 Oct 17 11:07:04.694805 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 49836) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:04.704412 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddf077-6dd3-493d-b8f0-7218715a2429 req-6538abe6-6ab6-4ff0-bc6f-7afa9bf75bb1 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:04.706085 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7bddf077-6dd3-493d-b8f0-7218715a2429 req-6538abe6-6ab6-4ff0-bc6f-7afa9bf75bb1 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 946 time: 0.1270411 Oct 17 11:07:04.707202 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be749150-d728-4146-9619-f2e571c7395a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4491164-c77d-4193-93d9-ae089908a223,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:04.792577 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0bf0b1bb-20cd-431a-94a6-0b0fcdb0bb66 admin admin] Publish callbacks [] for security_group (e4491164-c77d-4193-93d9-ae089908a223), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.798874 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7bddf077-6dd3-493d-b8f0-7218715a2429 req-e15a5057-0a57-4d60-9f9d-0459ed87023c tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760562 Oct 17 11:07:04.804692 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 49842) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:04.819435 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0bf0b1bb-20cd-431a-94a6-0b0fcdb0bb66 admin admin] Publish callbacks [] for security_group (e4491164-c77d-4193-93d9-ae089908a223), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.821101 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-87a73a8f-702a-4fb1-afda-b6de251c15a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.879926 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0bf0b1bb-20cd-431a-94a6-0b0fcdb0bb66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e4491164-c77d-4193-93d9-ae089908a223), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.882743 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0bf0b1bb-20cd-431a-94a6-0b0fcdb0bb66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.886905 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-0bf0b1bb-20cd-431a-94a6-0b0fcdb0bb66 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e4491164-c77d-4193-93d9-ae089908a223 HTTP/1.1" status: 204 len: 168 time: 0.1908133 Oct 17 11:07:04.895258 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf0b1bb-20cd-431a-94a6-0b0fcdb0bb66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4491164-c77d-4193-93d9-ae089908a223,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:04.939280 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-87a73a8f-702a-4fb1-afda-b6de251c15a7 admin admin] Publish callbacks [] for security_group (f5396f0a-018f-42f2-afa0-a66f05092691), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.945077 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-87a73a8f-702a-4fb1-afda-b6de251c15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f5396f0a-018f-42f2-afa0-a66f05092691), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:04.990812 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-87a73a8f-702a-4fb1-afda-b6de251c15a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bd92b4d7e8834496aa08d289f9ea55ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1849484 Oct 17 11:07:04.991781 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a73a8f-702a-4fb1-afda-b6de251c15a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5396f0a-018f-42f2-afa0-a66f05092691,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:04.994899 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 49846) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:05.076016 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f597a08-26f9-4dd1-a39d-df92330d28fa admin admin] Publish callbacks [] for security_group (f5396f0a-018f-42f2-afa0-a66f05092691), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:05.105996 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f597a08-26f9-4dd1-a39d-df92330d28fa admin admin] Publish callbacks [] for security_group (f5396f0a-018f-42f2-afa0-a66f05092691), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:05.175504 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f597a08-26f9-4dd1-a39d-df92330d28fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f5396f0a-018f-42f2-afa0-a66f05092691), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:05.179070 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f597a08-26f9-4dd1-a39d-df92330d28fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:05.180183 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-1f597a08-26f9-4dd1-a39d-df92330d28fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f5396f0a-018f-42f2-afa0-a66f05092691 HTTP/1.1" status: 204 len: 168 time: 0.1849694 Oct 17 11:07:05.193310 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f597a08-26f9-4dd1-a39d-df92330d28fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5396f0a-018f-42f2-afa0-a66f05092691,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:05.346633 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 49870) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:05.360815 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a1200b2f-2b91-4db7-8e8d-c76bb5eb4e06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:05.459688 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a1200b2f-2b91-4db7-8e8d-c76bb5eb4e06 admin admin] Publish callbacks [] for security_group (e2267bf8-31a0-415a-9535-b3c3bd6aa976), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:05.467723 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a1200b2f-2b91-4db7-8e8d-c76bb5eb4e06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e2267bf8-31a0-415a-9535-b3c3bd6aa976), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:05.509560 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-a1200b2f-2b91-4db7-8e8d-c76bb5eb4e06 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6c852eb360d4e6392f5e14b1a057165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1617711 Oct 17 11:07:05.510423 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1200b2f-2b91-4db7-8e8d-c76bb5eb4e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2267bf8-31a0-415a-9535-b3c3bd6aa976,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:05.512331 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 49886) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:05.562544 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-25ada63c-d278-42a1-aa0f-42362804b4f7 admin admin] Publish callbacks [] for security_group (e2267bf8-31a0-415a-9535-b3c3bd6aa976), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:05.596776 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-25ada63c-d278-42a1-aa0f-42362804b4f7 admin admin] Publish callbacks [] for security_group (e2267bf8-31a0-415a-9535-b3c3bd6aa976), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:05.658062 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-25ada63c-d278-42a1-aa0f-42362804b4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e2267bf8-31a0-415a-9535-b3c3bd6aa976), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:05.660835 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-25ada63c-d278-42a1-aa0f-42362804b4f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:05.663113 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-25ada63c-d278-42a1-aa0f-42362804b4f7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e2267bf8-31a0-415a-9535-b3c3bd6aa976 HTTP/1.1" status: 204 len: 168 time: 0.1497765 Oct 17 11:07:05.678339 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 49898) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:05.698347 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ada63c-d278-42a1-aa0f-42362804b4f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2267bf8-31a0-415a-9535-b3c3bd6aa976,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:05.703780 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5826f24a-4982-42a9-965a-b08f311c6883 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:05.764996 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3511fc-7531-43ae-acdd-b379e5b29cf1 req-d2523aa9-84d3-49a0-8d5e-17efaf2a1dad tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:05.766887 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c3511fc-7531-43ae-acdd-b379e5b29cf1 req-d2523aa9-84d3-49a0-8d5e-17efaf2a1dad tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 945 time: 0.0962424 Oct 17 11:07:05.786262 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47eb869-d91e-44e5-82ab-368805fd3025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a04934-694e-4f09-842d-49a928d2589c'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:07:05.789436 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137c8916-880f-4afd-8b64-259516829e14" -d '{"events": [{"server_uuid": "a47eb869-d91e-44e5-82ab-368805fd3025", "name": "network-vif-plugged", "status": "completed", "tag": "68a04934-694e-4f09-842d-49a928d2589c"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:07:05.826731 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5826f24a-4982-42a9-965a-b08f311c6883 admin admin] Publish callbacks [] for security_group (7dcfd20d-39b3-4048-a4cb-062912622ae8), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:05.833704 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71981eae-b992-4a0e-ac2a-4a646b82c92a x-openstack-request-id: req-71981eae-b992-4a0e-ac2a-4a646b82c92a {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:07:05.834130 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47eb869-d91e-44e5-82ab-368805fd3025", "name": "network-vif-plugged", "status": "completed", "tag": "68a04934-694e-4f09-842d-49a928d2589c", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:07:05.834729 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-71981eae-b992-4a0e-ac2a-4a646b82c92a {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:07:05.835018 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5826f24a-4982-42a9-965a-b08f311c6883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (7dcfd20d-39b3-4048-a4cb-062912622ae8), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:05.835710 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71981eae-b992-4a0e-ac2a-4a646b82c92a'] response: {'server_uuid': 'a47eb869-d91e-44e5-82ab-368805fd3025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a04934-694e-4f09-842d-49a928d2589c', 'code': 200} Oct 17 11:07:05.891499 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c3511fc-7531-43ae-acdd-b379e5b29cf1 req-b29076f5-da69-4db6-a4c8-b6a4b9a55ead tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164446 Oct 17 11:07:05.901099 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826f24a-4982-42a9-965a-b08f311c6883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcfd20d-39b3-4048-a4cb-062912622ae8,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:05.906161 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-5826f24a-4982-42a9-965a-b08f311c6883 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ea5b0c1e26ea417dbfdfd66385d4d48c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268410 Oct 17 11:07:05.908767 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 49914) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:06.077308 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-031a909d-4c7f-45e4-a787-3c8adf7a41e9 admin admin] Publish callbacks [] for security_group (7dcfd20d-39b3-4048-a4cb-062912622ae8), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.127892 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf3632-c0e1-425c-8122-951dcd8c0f3d req-052b987e-9fc7-4e26-a13f-7a32353e1012 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:06.135967 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-dbdf3632-c0e1-425c-8122-951dcd8c0f3d req-052b987e-9fc7-4e26-a13f-7a32353e1012 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 946 time: 0.1660717 Oct 17 11:07:06.167668 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-031a909d-4c7f-45e4-a787-3c8adf7a41e9 admin admin] Publish callbacks [] for security_group (7dcfd20d-39b3-4048-a4cb-062912622ae8), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.168590 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a226cc-c2fc-48f9-9f19-21f6228ce37a req-6d94f9f3-4092-4a62-a802-e3eacd3928ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:06.170151 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-10a226cc-c2fc-48f9-9f19-21f6228ce37a req-6d94f9f3-4092-4a62-a802-e3eacd3928ec service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 1130 time: 0.1092551 Oct 17 11:07:06.221005 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 49928) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:06.240543 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-dbdf3632-c0e1-425c-8122-951dcd8c0f3d req-5ab0a637-8a76-4907-b38e-7308b8490a69 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850883 Oct 17 11:07:06.267515 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-031a909d-4c7f-45e4-a787-3c8adf7a41e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (7dcfd20d-39b3-4048-a4cb-062912622ae8), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.270484 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-031a909d-4c7f-45e4-a787-3c8adf7a41e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.274088 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-031a909d-4c7f-45e4-a787-3c8adf7a41e9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7dcfd20d-39b3-4048-a4cb-062912622ae8 HTTP/1.1" status: 204 len: 168 time: 0.3614817 Oct 17 11:07:06.282488 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-10a226cc-c2fc-48f9-9f19-21f6228ce37a req-f97d2114-b77e-49cc-86e8-2ce5b24f91d0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024218 Oct 17 11:07:06.292768 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 49936) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:06.303185 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a909d-4c7f-45e4-a787-3c8adf7a41e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcfd20d-39b3-4048-a4cb-062912622ae8,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:06.412812 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6dfa97d2-43ec-48d6-9373-3b8e60f90567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.520982 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6dfa97d2-43ec-48d6-9373-3b8e60f90567 admin admin] Publish callbacks [] for security_group (7e846077-1626-4814-80c7-78ea78926e30), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.526994 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6dfa97d2-43ec-48d6-9373-3b8e60f90567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (7e846077-1626-4814-80c7-78ea78926e30), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.582984 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-6dfa97d2-43ec-48d6-9373-3b8e60f90567 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=61f21aaeaa2b4267a39c29a2181e68d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569410 Oct 17 11:07:06.585076 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-14edaf2b-f19b-4a6d-99d2-a9684a9e8485 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.592156 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 49952) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:06.607151 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa97d2-43ec-48d6-9373-3b8e60f90567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e846077-1626-4814-80c7-78ea78926e30,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:06.686445 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4f3a526f-b238-4df5-89bb-dd13744351b2 admin admin] Publish callbacks [] for security_group (7e846077-1626-4814-80c7-78ea78926e30), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.741506 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4f3a526f-b238-4df5-89bb-dd13744351b2 admin admin] Publish callbacks [] for security_group (7e846077-1626-4814-80c7-78ea78926e30), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.771340 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-14edaf2b-f19b-4a6d-99d2-a9684a9e8485 admin admin] Publish callbacks [] for security_group (3262c89a-0f49-495c-bc60-78e9e59cbe9a), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.785966 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-14edaf2b-f19b-4a6d-99d2-a9684a9e8485 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (3262c89a-0f49-495c-bc60-78e9e59cbe9a), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.839704 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-14edaf2b-f19b-4a6d-99d2-a9684a9e8485 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4af00e8f455a4a87ae2bf1419e9be764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5458407 Oct 17 11:07:06.841469 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14edaf2b-f19b-4a6d-99d2-a9684a9e8485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3262c89a-0f49-495c-bc60-78e9e59cbe9a,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:06.843307 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 49966) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:06.860890 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4f3a526f-b238-4df5-89bb-dd13744351b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (7e846077-1626-4814-80c7-78ea78926e30), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.864165 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4f3a526f-b238-4df5-89bb-dd13744351b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.865414 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-4f3a526f-b238-4df5-89bb-dd13744351b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7e846077-1626-4814-80c7-78ea78926e30 HTTP/1.1" status: 204 len: 168 time: 0.2720549 Oct 17 11:07:06.881958 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3a526f-b238-4df5-89bb-dd13744351b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e846077-1626-4814-80c7-78ea78926e30,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:06.919246 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bb7a90ad-e906-46b8-8f95-4fc8c3d4a697 admin admin] Publish callbacks [] for security_group (3262c89a-0f49-495c-bc60-78e9e59cbe9a), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.948833 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bb7a90ad-e906-46b8-8f95-4fc8c3d4a697 admin admin] Publish callbacks [] for security_group (3262c89a-0f49-495c-bc60-78e9e59cbe9a), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:06.973602 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba5478e8-68f6-45ad-ae2e-ebe9346ed451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:07.084144 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bed454-26c4-4543-8fbd-b99fba4d79fd req-73ab5d61-591f-450b-9826-010ffda99c08 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:07.085759 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c7bed454-26c4-4543-8fbd-b99fba4d79fd req-73ab5d61-591f-450b-9826-010ffda99c08 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 945 time: 0.0707743 Oct 17 11:07:07.122624 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bb7a90ad-e906-46b8-8f95-4fc8c3d4a697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (3262c89a-0f49-495c-bc60-78e9e59cbe9a), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:07.136248 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bb7a90ad-e906-46b8-8f95-4fc8c3d4a697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:07.138464 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-bb7a90ad-e906-46b8-8f95-4fc8c3d4a697 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3262c89a-0f49-495c-bc60-78e9e59cbe9a HTTP/1.1" status: 204 len: 168 time: 0.2940714 Oct 17 11:07:07.162321 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a90ad-e906-46b8-8f95-4fc8c3d4a697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3262c89a-0f49-495c-bc60-78e9e59cbe9a,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:07.182157 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c7bed454-26c4-4543-8fbd-b99fba4d79fd req-0fd1c55c-9276-4425-a222-ad36eb1565dc tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825956 Oct 17 11:07:07.438446 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359938a9-f025-43f6-aa27-eb739e82233c req-7eef6fb8-7d7c-427f-8590-a9eb0f69a023 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:07.446679 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-359938a9-f025-43f6-aa27-eb739e82233c req-7eef6fb8-7d7c-427f-8590-a9eb0f69a023 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 945 time: 0.1388280 Oct 17 11:07:07.453383 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50000) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:07.458477 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-22cb49e1-c964-4929-8904-3dcbd8ae2cc0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'floatingip': {'port_id': '10291c78-4992-4f2a-90e9-ce8008dc6d98'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:07.530738 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834e870-ec67-41a0-a58a-72a6fa9ebff9 req-b8baf3ae-292f-4d7d-a7c1-cb9a70a7ea7f tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:07.541652 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9834e870-ec67-41a0-a58a-72a6fa9ebff9 req-b8baf3ae-292f-4d7d-a7c1-cb9a70a7ea7f tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 946 time: 0.1378930 Oct 17 11:07:07.566995 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-22cb49e1-c964-4929-8904-3dcbd8ae2cc0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (cbb344d5-b382-4260-8566-e3e5d263436c), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:07.652480 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9834e870-ec67-41a0-a58a-72a6fa9ebff9 req-17cc7fbd-c36b-4e6c-9753-fd5d41af58e5 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011324 Oct 17 11:07:07.869954 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50018) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:07.887631 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ca288e95-96a1-4c80-b8b8-6a122d1d7e77 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.044850 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ca288e95-96a1-4c80-b8b8-6a122d1d7e77 admin admin] Publish callbacks [] for security_group (4797425c-173b-4259-b099-c50428b7480e), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.052101 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ca288e95-96a1-4c80-b8b8-6a122d1d7e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (4797425c-173b-4259-b099-c50428b7480e), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.113680 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca288e95-96a1-4c80-b8b8-6a122d1d7e77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4797425c-173b-4259-b099-c50428b7480e,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:08.122103 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-ca288e95-96a1-4c80-b8b8-6a122d1d7e77 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=529a156b80154a52826f3d5f4e525586&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504089 Oct 17 11:07:08.124677 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50024) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:08.179557 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50030) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:08.208624 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1993-9320-494f-9609-e5b6d6c57b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.235517 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4039-32ff-4bb4-ab17-ef78d7189281 admin admin] Publish callbacks [] for security_group (4797425c-173b-4259-b099-c50428b7480e), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.281465 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4039-32ff-4bb4-ab17-ef78d7189281 admin admin] Publish callbacks [] for security_group (4797425c-173b-4259-b099-c50428b7480e), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.374268 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1993-9320-494f-9609-e5b6d6c57b8d admin admin] Publish callbacks [] for security_group (b83f2427-6a6d-4597-92f2-274c739babab), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.382728 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cb5b1993-9320-494f-9609-e5b6d6c57b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (b83f2427-6a6d-4597-92f2-274c739babab), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.394547 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4039-32ff-4bb4-ab17-ef78d7189281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (4797425c-173b-4259-b099-c50428b7480e), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.397073 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6b2e4039-32ff-4bb4-ab17-ef78d7189281 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.401522 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-6b2e4039-32ff-4bb4-ab17-ef78d7189281 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4797425c-173b-4259-b099-c50428b7480e HTTP/1.1" status: 204 len: 168 time: 0.2750893 Oct 17 11:07:08.420088 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-22cb49e1-c964-4929-8904-3dcbd8ae2cc0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.427352 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-22cb49e1-c964-4929-8904-3dcbd8ae2cc0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (cbb344d5-b382-4260-8566-e3e5d263436c), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.435151 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-cb5b1993-9320-494f-9609-e5b6d6c57b8d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=06e86f14159644dbade7541f437ef777&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514069 Oct 17 11:07:08.435151 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b1993-9320-494f-9609-e5b6d6c57b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83f2427-6a6d-4597-92f2-274c739babab,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:08.435440 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50038) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:08.455833 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e4039-32ff-4bb4-ab17-ef78d7189281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4797425c-173b-4259-b099-c50428b7480e,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:08.507541 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-30b27cc2-94f1-4d12-8b1f-23c7a92907d2 admin admin] Publish callbacks [] for security_group (b83f2427-6a6d-4597-92f2-274c739babab), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.546868 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-30b27cc2-94f1-4d12-8b1f-23c7a92907d2 admin admin] Publish callbacks [] for security_group (b83f2427-6a6d-4597-92f2-274c739babab), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.610557 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-30b27cc2-94f1-4d12-8b1f-23c7a92907d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (b83f2427-6a6d-4597-92f2-274c739babab), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.613501 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-30b27cc2-94f1-4d12-8b1f-23c7a92907d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:08.618581 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-30b27cc2-94f1-4d12-8b1f-23c7a92907d2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b83f2427-6a6d-4597-92f2-274c739babab HTTP/1.1" status: 204 len: 168 time: 0.1817532 Oct 17 11:07:08.628790 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b27cc2-94f1-4d12-8b1f-23c7a92907d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83f2427-6a6d-4597-92f2-274c739babab,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:08.797332 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.l3_db [None req-22cb49e1-c964-4929-8904-3dcbd8ae2cc0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Floating IP cbb344d5-b382-4260-8566-e3e5d263436c associated. External IP: 172.28.1.42, port: 10291c78-4992-4f2a-90e9-ce8008dc6d98. Oct 17 11:07:08.862838 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543ec096-5744-4a89-a415-e1a88bbf415c req-df6bcf19-426b-40b1-8a6c-1cd800834222 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:08.864402 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-543ec096-5744-4a89-a415-e1a88bbf415c req-df6bcf19-426b-40b1-8a6c-1cd800834222 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 946 time: 0.1147299 Oct 17 11:07:08.952665 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-543ec096-5744-4a89-a415-e1a88bbf415c req-809b8d11-baa0-498d-b911-4722db1c314d tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639582 Oct 17 11:07:09.108728 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22cb49e1-c964-4929-8904-3dcbd8ae2cc0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Router 51536e0e-0d37-41a9-b40a-ae163a61c294 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:07:09.240029 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50078) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:09.289443 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22cb49e1-c964-4929-8904-3dcbd8ae2cc0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:07:09.289692 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5c0ac314-eee7-4b7c-9c7d-05e193fbb396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:09.295300 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-22cb49e1-c964-4929-8904-3dcbd8ae2cc0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:09.321046 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d24054-4aa2-4912-9969-12a2da1786b6 None None] Sync routers for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:07:09.333971 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-22cb49e1-c964-4929-8904-3dcbd8ae2cc0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "PUT /v2.0/floatingips/cbb344d5-b382-4260-8566-e3e5d263436c HTTP/1.1" status: 200 len: 990 time: 1.8793864 Oct 17 11:07:09.334631 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'tag': '10291c78-4992-4f2a-90e9-ce8008dc6d98'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:07:09.338140 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e81a2c-1c3c-45e2-8dce-235269d855f7" -d '{"events": [{"name": "network-changed", "server_uuid": "a9570683-a0e1-413d-8f1b-dfff8fa94ae6", "tag": "10291c78-4992-4f2a-90e9-ce8008dc6d98"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:07:09.366798 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d24054-4aa2-4912-9969-12a2da1786b6 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:07:09.367460 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-f7d24054-4aa2-4912-9969-12a2da1786b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:07:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:09.387929 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba509927-e9a2-4537-a08c-f677a6e7e29c x-openstack-request-id: req-ba509927-e9a2-4537-a08c-f677a6e7e29c {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:07:09.388474 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9570683-a0e1-413d-8f1b-dfff8fa94ae6", "tag": "10291c78-4992-4f2a-90e9-ce8008dc6d98", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:07:09.389426 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba509927-e9a2-4537-a08c-f677a6e7e29c {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:07:09.390040 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba509927-e9a2-4537-a08c-f677a6e7e29c'] response: {'name': 'network-changed', 'server_uuid': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'tag': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'status': 'completed', 'code': 200} Oct 17 11:07:09.533517 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e81a2c-1c3c-45e2-8dce-235269d855f7 req-79427bf8-f690-4ea7-9dbd-7e5d39c5eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:09.535395 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-16e81a2c-1c3c-45e2-8dce-235269d855f7 req-79427bf8-f690-4ea7-9dbd-7e5d39c5eb9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 1129 time: 0.1183836 Oct 17 11:07:09.606360 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-f7d24054-4aa2-4912-9969-12a2da1786b6 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:07:09.630361 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c92bb928-9451-4a48-be96-522ce170f01b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:09.754336 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e81a2c-1c3c-45e2-8dce-235269d855f7 req-9d6024ee-98d9-498f-ac4e-a672ee6f0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:09.756365 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-16e81a2c-1c3c-45e2-8dce-235269d855f7 req-9d6024ee-98d9-498f-ac4e-a672ee6f0c39 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 916 time: 0.2139122 Oct 17 11:07:09.886103 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c92bb928-9451-4a48-be96-522ce170f01b admin admin] Publish callbacks [] for security_group (3709fb75-5143-43eb-b5ff-5d0b5487c3cc), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:09.889024 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-16e81a2c-1c3c-45e2-8dce-235269d855f7 req-355105d6-cc09-4520-ad14-3efb7783c87f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10291c78-4992-4f2a-90e9-ce8008dc6d98 HTTP/1.1" status: 200 len: 998 time: 0.1236765 Oct 17 11:07:09.894184 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c92bb928-9451-4a48-be96-522ce170f01b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (3709fb75-5143-43eb-b5ff-5d0b5487c3cc), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:09.993049 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bb928-9451-4a48-be96-522ce170f01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3709fb75-5143-43eb-b5ff-5d0b5487c3cc,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:10.020245 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-c92bb928-9451-4a48-be96-522ce170f01b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6328bc45ad9c42009270fe3aa9923c19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7790365 Oct 17 11:07:10.023786 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50120) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:10.053747 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e81a2c-1c3c-45e2-8dce-235269d855f7 req-c00fdfe4-61c3-4441-80b2-657070ca74c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:10.054275 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-f7d24054-4aa2-4912-9969-12a2da1786b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'cbb344d5-b382-4260-8566-e3e5d263436c', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:80:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:06:35Z', 'updated_at': '2022-10-17T11:07:08Z', 'revision_number': 1, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:10.056320 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-16e81a2c-1c3c-45e2-8dce-235269d855f7 req-c00fdfe4-61c3-4441-80b2-657070ca74c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c502f9b2-9e97-4334-884d-66479d1ef028 HTTP/1.1" status: 200 len: 854 time: 0.1577177 Oct 17 11:07:10.080707 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d24054-4aa2-4912-9969-12a2da1786b6 None None] Checking router: 51536e0e-0d37-41a9-b40a-ae163a61c294 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:07:10.090704 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d24054-4aa2-4912-9969-12a2da1786b6 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:07:10.091492 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-f7d24054-4aa2-4912-9969-12a2da1786b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:07:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:10.134772 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc9fe-9423-4813-ab97-55b9ff02e8c0 admin admin] Publish callbacks [] for security_group (3709fb75-5143-43eb-b5ff-5d0b5487c3cc), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:10.139157 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e81a2c-1c3c-45e2-8dce-235269d855f7 req-3ff08767-097c-4bf9-8a5a-fb4327d9dacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:10.142598 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-16e81a2c-1c3c-45e2-8dce-235269d855f7 req-3ff08767-097c-4bf9-8a5a-fb4327d9dacc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21554f7b-decb-4447-82c2-82c4e5db4803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0798793 Oct 17 11:07:10.148118 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:10.188920 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc9fe-9423-4813-ab97-55b9ff02e8c0 admin admin] Publish callbacks [] for security_group (3709fb75-5143-43eb-b5ff-5d0b5487c3cc), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:10.256716 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc9fe-9423-4813-ab97-55b9ff02e8c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (3709fb75-5143-43eb-b5ff-5d0b5487c3cc), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:10.259664 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a6ecc9fe-9423-4813-ab97-55b9ff02e8c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:10.263677 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-a6ecc9fe-9423-4813-ab97-55b9ff02e8c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3709fb75-5143-43eb-b5ff-5d0b5487c3cc HTTP/1.1" status: 204 len: 168 time: 0.2358410 Oct 17 11:07:10.265410 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-f7d24054-4aa2-4912-9969-12a2da1786b6 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:07:10.275186 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecc9fe-9423-4813-ab97-55b9ff02e8c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3709fb75-5143-43eb-b5ff-5d0b5487c3cc,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:10.287011 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-16e81a2c-1c3c-45e2-8dce-235269d855f7 req-bd0ca6a3-36b4-49a6-8e49-e10b38077fdf service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353934 Oct 17 11:07:10.454075 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-16e81a2c-1c3c-45e2-8dce-235269d855f7 req-fa26e904-4283-47c9-ad5c-d3f87edbee5a service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580603 Oct 17 11:07:10.502165 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:10.661676 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-f7d24054-4aa2-4912-9969-12a2da1786b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'cbb344d5-b382-4260-8566-e3e5d263436c', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:80:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:06:35Z', 'updated_at': '2022-10-17T11:07:08Z', 'revision_number': 1, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:10.692825 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d24054-4aa2-4912-9969-12a2da1786b6 None None] The sync data for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb is: [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'cbb344d5-b382-4260-8566-e3e5d263436c', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:80:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:06:35Z', 'updated_at': '2022-10-17T11:07:08Z', 'revision_number': 1, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:07:10.777977 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50168) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:11.076287 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23de7bad-3ca0-4f5a-8432-045a7a3539ac None None] New status for floating IP cbb344d5-b382-4260-8566-e3e5d263436c: ACTIVE {{(pid=103978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:07:11.164929 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6f5249ca-ba42-4607-b37c-a4e9fac37b7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:11.336316 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6f5249ca-ba42-4607-b37c-a4e9fac37b7a admin admin] Publish callbacks [] for security_group (814eeb43-224d-467a-a7d9-ba6289627324), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:11.350345 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6f5249ca-ba42-4607-b37c-a4e9fac37b7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (814eeb43-224d-467a-a7d9-ba6289627324), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:11.446110 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-6f5249ca-ba42-4607-b37c-a4e9fac37b7a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=91b08b21c226486e8d321e1cba963883&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6669452 Oct 17 11:07:11.450078 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50214) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:11.451468 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5249ca-ba42-4607-b37c-a4e9fac37b7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814eeb43-224d-467a-a7d9-ba6289627324,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:11.583194 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-75efa984-d109-4380-bb77-c46b9134d7eb admin admin] Publish callbacks [] for security_group (814eeb43-224d-467a-a7d9-ba6289627324), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:11.639767 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-75efa984-d109-4380-bb77-c46b9134d7eb admin admin] Publish callbacks [] for security_group (814eeb43-224d-467a-a7d9-ba6289627324), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:11.712199 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-75efa984-d109-4380-bb77-c46b9134d7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (814eeb43-224d-467a-a7d9-ba6289627324), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:11.717584 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-75efa984-d109-4380-bb77-c46b9134d7eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:11.718748 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-75efa984-d109-4380-bb77-c46b9134d7eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/814eeb43-224d-467a-a7d9-ba6289627324 HTTP/1.1" status: 204 len: 168 time: 0.2677000 Oct 17 11:07:11.729501 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75efa984-d109-4380-bb77-c46b9134d7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814eeb43-224d-467a-a7d9-ba6289627324,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:12.163327 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50242) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:12.180191 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-da1c0894-a478-426d-9fb4-8361c0bb7f02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:12.267706 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-da1c0894-a478-426d-9fb4-8361c0bb7f02 admin admin] Publish callbacks [] for security_group (84776719-4e3a-486f-8c20-c11d6c873471), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:12.273493 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-da1c0894-a478-426d-9fb4-8361c0bb7f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (84776719-4e3a-486f-8c20-c11d6c873471), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:12.317412 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-da1c0894-a478-426d-9fb4-8361c0bb7f02 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=09aaac9d951f4b49a2e237282d345249&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1523397 Oct 17 11:07:12.319376 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c0894-a478-426d-9fb4-8361c0bb7f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84776719-4e3a-486f-8c20-c11d6c873471,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:12.320342 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50250) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:12.403449 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3673385c-5559-4167-9f0d-443e86ac37b2 admin admin] Publish callbacks [] for security_group (84776719-4e3a-486f-8c20-c11d6c873471), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:12.430089 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3673385c-5559-4167-9f0d-443e86ac37b2 admin admin] Publish callbacks [] for security_group (84776719-4e3a-486f-8c20-c11d6c873471), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:12.495331 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3673385c-5559-4167-9f0d-443e86ac37b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (84776719-4e3a-486f-8c20-c11d6c873471), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:12.498702 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3673385c-5559-4167-9f0d-443e86ac37b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:12.500040 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-3673385c-5559-4167-9f0d-443e86ac37b2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/84776719-4e3a-486f-8c20-c11d6c873471 HTTP/1.1" status: 204 len: 168 time: 0.1772361 Oct 17 11:07:12.509399 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673385c-5559-4167-9f0d-443e86ac37b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84776719-4e3a-486f-8c20-c11d6c873471,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:12.585419 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:13.265243 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50316) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:13.279534 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e05433a8-b421-4fd0-b946-cfe43a067f55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:13.376595 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e05433a8-b421-4fd0-b946-cfe43a067f55 admin admin] Publish callbacks [] for security_group (4bebb9e5-abd2-4e29-a0b3-209fea1222ec), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:13.386691 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e05433a8-b421-4fd0-b946-cfe43a067f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (4bebb9e5-abd2-4e29-a0b3-209fea1222ec), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:13.430927 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-e05433a8-b421-4fd0-b946-cfe43a067f55 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3e77057392154d68ae52ba2954a9a311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1644113 Oct 17 11:07:13.431200 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50330) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:13.433645 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05433a8-b421-4fd0-b946-cfe43a067f55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bebb9e5-abd2-4e29-a0b3-209fea1222ec,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:13.530233 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-364c426b-709a-4361-ae95-fcd3ff1f4d6f admin admin] Publish callbacks [] for security_group (4bebb9e5-abd2-4e29-a0b3-209fea1222ec), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:13.560379 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-364c426b-709a-4361-ae95-fcd3ff1f4d6f admin admin] Publish callbacks [] for security_group (4bebb9e5-abd2-4e29-a0b3-209fea1222ec), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:13.636324 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-364c426b-709a-4361-ae95-fcd3ff1f4d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (4bebb9e5-abd2-4e29-a0b3-209fea1222ec), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:13.639856 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-364c426b-709a-4361-ae95-fcd3ff1f4d6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:13.643372 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-364c426b-709a-4361-ae95-fcd3ff1f4d6f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bebb9e5-abd2-4e29-a0b3-209fea1222ec HTTP/1.1" status: 204 len: 168 time: 0.2079825 Oct 17 11:07:13.658864 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364c426b-709a-4361-ae95-fcd3ff1f4d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bebb9e5-abd2-4e29-a0b3-209fea1222ec,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:13.765523 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50358) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:14.112520 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-98f3d29a-8ff3-4a05-ada9-809e3d158c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:14.222461 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-98f3d29a-8ff3-4a05-ada9-809e3d158c14 admin admin] Publish callbacks [] for security_group (9ec2b2f4-8fca-4eb7-9e7c-c5c07d7ba4ae), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:14.242130 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-98f3d29a-8ff3-4a05-ada9-809e3d158c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (9ec2b2f4-8fca-4eb7-9e7c-c5c07d7ba4ae), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:14.276817 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f3d29a-8ff3-4a05-ada9-809e3d158c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec2b2f4-8fca-4eb7-9e7c-c5c07d7ba4ae,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:14.302383 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50396) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:14.302543 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-98f3d29a-8ff3-4a05-ada9-809e3d158c14 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=236e5875fb844ca4b29f1d0a6fd7bffa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5355825 Oct 17 11:07:14.349370 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:14.417473 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f63a5b60-a789-4b47-8f66-c7841d8287b7 admin admin] Publish callbacks [] for security_group (9ec2b2f4-8fca-4eb7-9e7c-c5c07d7ba4ae), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:14.479700 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f63a5b60-a789-4b47-8f66-c7841d8287b7 admin admin] Publish callbacks [] for security_group (9ec2b2f4-8fca-4eb7-9e7c-c5c07d7ba4ae), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:14.551366 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab986b3-7525-4564-8ad6-76908f65e99b req-35d75add-988c-4bde-ad85-15aa00792773 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:14.558447 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fab986b3-7525-4564-8ad6-76908f65e99b req-35d75add-988c-4bde-ad85-15aa00792773 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 946 time: 0.1263089 Oct 17 11:07:14.601486 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f63a5b60-a789-4b47-8f66-c7841d8287b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (9ec2b2f4-8fca-4eb7-9e7c-c5c07d7ba4ae), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:14.607510 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f63a5b60-a789-4b47-8f66-c7841d8287b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:14.608683 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-f63a5b60-a789-4b47-8f66-c7841d8287b7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ec2b2f4-8fca-4eb7-9e7c-c5c07d7ba4ae HTTP/1.1" status: 204 len: 168 time: 0.3053730 Oct 17 11:07:14.644226 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fab986b3-7525-4564-8ad6-76908f65e99b req-c9a2bf16-e8b9-4b49-919c-2efc9c9af36e tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823648 Oct 17 11:07:14.656454 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63a5b60-a789-4b47-8f66-c7841d8287b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec2b2f4-8fca-4eb7-9e7c-c5c07d7ba4ae,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:14.717464 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50422) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:14.944699 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e27750d4-a0cf-46cb-a68d-0dbf8df020fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.033122 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e27750d4-a0cf-46cb-a68d-0dbf8df020fa admin admin] Publish callbacks [] for security_group (407a0654-1f4c-4e4d-8574-6c97cbf079b9), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.038830 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e27750d4-a0cf-46cb-a68d-0dbf8df020fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (407a0654-1f4c-4e4d-8574-6c97cbf079b9), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.083669 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-e27750d4-a0cf-46cb-a68d-0dbf8df020fa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec0997b9352b47908bb9af862bcdb2d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3649788 Oct 17 11:07:15.084808 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27750d4-a0cf-46cb-a68d-0dbf8df020fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=407a0654-1f4c-4e4d-8574-6c97cbf079b9,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:15.086559 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50436) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:15.135555 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f650ba2-28ba-4479-8992-8da31a1da8ab admin admin] Publish callbacks [] for security_group (407a0654-1f4c-4e4d-8574-6c97cbf079b9), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.150851 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50438) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:15.158449 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f650ba2-28ba-4479-8992-8da31a1da8ab admin admin] Publish callbacks [] for security_group (407a0654-1f4c-4e4d-8574-6c97cbf079b9), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.209730 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f650ba2-28ba-4479-8992-8da31a1da8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (407a0654-1f4c-4e4d-8574-6c97cbf079b9), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.213948 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f650ba2-28ba-4479-8992-8da31a1da8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.219865 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-1f650ba2-28ba-4479-8992-8da31a1da8ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/407a0654-1f4c-4e4d-8574-6c97cbf079b9 HTTP/1.1" status: 204 len: 168 time: 0.1303031 Oct 17 11:07:15.219950 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50446) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:15.226561 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f650ba2-28ba-4479-8992-8da31a1da8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407a0654-1f4c-4e4d-8574-6c97cbf079b9,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:15.239760 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-604a2bff-d9af-4ccc-9c02-9946f23f80a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.330207 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-604a2bff-d9af-4ccc-9c02-9946f23f80a4 admin admin] Publish callbacks [] for security_group (62c2f6d1-be95-44ae-9845-0958f24a1076), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.338407 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-604a2bff-d9af-4ccc-9c02-9946f23f80a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (62c2f6d1-be95-44ae-9845-0958f24a1076), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.378577 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-604a2bff-d9af-4ccc-9c02-9946f23f80a4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3ee19cf24e4a49a7856917f906bf60c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1572173 Oct 17 11:07:15.380772 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50452) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:15.443282 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d6f28462-e391-4062-b719-b891d6057059 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.453883 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a2bff-d9af-4ccc-9c02-9946f23f80a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c2f6d1-be95-44ae-9845-0958f24a1076,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:15.483575 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d8def5ed-6b81-4cb7-8c31-4c675e0b8dd5 admin admin] Publish callbacks [] for security_group (62c2f6d1-be95-44ae-9845-0958f24a1076), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.526037 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d8def5ed-6b81-4cb7-8c31-4c675e0b8dd5 admin admin] Publish callbacks [] for security_group (62c2f6d1-be95-44ae-9845-0958f24a1076), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.599166 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d6f28462-e391-4062-b719-b891d6057059 admin admin] Publish callbacks [] for security_group (83ad0932-1316-45de-b663-01ff40e40f19), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.606735 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d6f28462-e391-4062-b719-b891d6057059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (83ad0932-1316-45de-b663-01ff40e40f19), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.660221 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d8def5ed-6b81-4cb7-8c31-4c675e0b8dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (62c2f6d1-be95-44ae-9845-0958f24a1076), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.663663 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d8def5ed-6b81-4cb7-8c31-4c675e0b8dd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.665051 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-d8def5ed-6b81-4cb7-8c31-4c675e0b8dd5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/62c2f6d1-be95-44ae-9845-0958f24a1076 HTTP/1.1" status: 204 len: 168 time: 0.2831950 Oct 17 11:07:15.669820 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-d6f28462-e391-4062-b719-b891d6057059 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbaebca8a3eb41dfa59c171b4fb89f58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5176072 Oct 17 11:07:15.671236 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f28462-e391-4062-b719-b891d6057059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ad0932-1316-45de-b663-01ff40e40f19,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:15.673201 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50474) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:15.711929 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8def5ed-6b81-4cb7-8c31-4c675e0b8dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c2f6d1-be95-44ae-9845-0958f24a1076,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:15.745240 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ccfdbbc0-13e8-4456-a7d9-a89c2efd327b admin admin] Publish callbacks [] for security_group (83ad0932-1316-45de-b663-01ff40e40f19), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.754042 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50478) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:15.771726 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e308d451-1e00-4e2c-9751-e6cacc000ba1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.813306 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ccfdbbc0-13e8-4456-a7d9-a89c2efd327b admin admin] Publish callbacks [] for security_group (83ad0932-1316-45de-b663-01ff40e40f19), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.875079 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d555d0c-6a17-4597-ac1b-40e13f01b4a0 req-c77b6b23-ca41-4835-a9b0-039534a2a06c tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:15.882799 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3d555d0c-6a17-4597-ac1b-40e13f01b4a0 req-c77b6b23-ca41-4835-a9b0-039534a2a06c tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 946 time: 0.1316512 Oct 17 11:07:15.907992 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e308d451-1e00-4e2c-9751-e6cacc000ba1 admin admin] Publish callbacks [] for security_group (0559ea84-5f67-48f4-a2ad-dc39dc067483), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.914848 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e308d451-1e00-4e2c-9751-e6cacc000ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (0559ea84-5f67-48f4-a2ad-dc39dc067483), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.960253 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-e308d451-1e00-4e2c-9751-e6cacc000ba1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f8ac2f13d144698beab2cf4b06a9393&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048209 Oct 17 11:07:15.963184 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50486) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:15.975323 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ccfdbbc0-13e8-4456-a7d9-a89c2efd327b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (83ad0932-1316-45de-b663-01ff40e40f19), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.977934 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ccfdbbc0-13e8-4456-a7d9-a89c2efd327b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:15.981879 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-ccfdbbc0-13e8-4456-a7d9-a89c2efd327b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/83ad0932-1316-45de-b663-01ff40e40f19 HTTP/1.1" status: 204 len: 168 time: 0.3081808 Oct 17 11:07:16.004410 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdbbc0-13e8-4456-a7d9-a89c2efd327b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ad0932-1316-45de-b663-01ff40e40f19,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:16.009751 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3d555d0c-6a17-4597-ac1b-40e13f01b4a0 req-89efa0b7-7abd-42b6-91f6-f32558bb5529 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/security-groups?id=515d439e-911a-4976-bf01-770f4a5a3039&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265779 Oct 17 11:07:16.029422 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac1e727-022b-4a91-ae76-4c1ad3f1b66c req-2c0cde7e-2be2-423d-88cf-dad673b47a22 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:16.030940 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1ac1e727-022b-4a91-ae76-4c1ad3f1b66c req-2c0cde7e-2be2-423d-88cf-dad673b47a22 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.23 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 946 time: 0.1153505 Oct 17 11:07:16.032926 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308d451-1e00-4e2c-9751-e6cacc000ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0559ea84-5f67-48f4-a2ad-dc39dc067483,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:16.081585 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8a32c680-bd48-48e9-8c1c-48094bfd25bb admin admin] Publish callbacks [] for security_group (0559ea84-5f67-48f4-a2ad-dc39dc067483), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:16.126705 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8a32c680-bd48-48e9-8c1c-48094bfd25bb admin admin] Publish callbacks [] for security_group (0559ea84-5f67-48f4-a2ad-dc39dc067483), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:16.206447 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8a32c680-bd48-48e9-8c1c-48094bfd25bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (0559ea84-5f67-48f4-a2ad-dc39dc067483), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:16.210375 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8a32c680-bd48-48e9-8c1c-48094bfd25bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:16.215893 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-8a32c680-bd48-48e9-8c1c-48094bfd25bb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0559ea84-5f67-48f4-a2ad-dc39dc067483 HTTP/1.1" status: 204 len: 168 time: 0.2517221 Oct 17 11:07:16.235736 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a32c680-bd48-48e9-8c1c-48094bfd25bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0559ea84-5f67-48f4-a2ad-dc39dc067483,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:16.257796 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-1ac1e727-022b-4a91-ae76-4c1ad3f1b66c req-a9f6bf2d-a1e0-41bd-9d4d-3e937b683bc2 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Deleting port 68a04934-694e-4f09-842d-49a928d2589c {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:07:16.258135 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1ac1e727-022b-4a91-ae76-4c1ad3f1b66c req-a9f6bf2d-a1e0-41bd-9d4d-3e937b683bc2 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (68a04934-694e-4f09-842d-49a928d2589c), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:16.384498 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-1ac1e727-022b-4a91-ae76-4c1ad3f1b66c req-a9f6bf2d-a1e0-41bd-9d4d-3e937b683bc2 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] For port 68a04934-694e-4f09-842d-49a928d2589c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=68a04934-694e-4f09-842d-49a928d2589c,segment=NetworkSegment(9930d826-a0b2-4abb-8057-ef07175f5582),segment_id=9930d826-a0b2-4abb-8057-ef07175f5582)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:16.385297 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1ac1e727-022b-4a91-ae76-4c1ad3f1b66c req-a9f6bf2d-a1e0-41bd-9d4d-3e937b683bc2 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (68a04934-694e-4f09-842d-49a928d2589c), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:16.403906 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-1ac1e727-022b-4a91-ae76-4c1ad3f1b66c req-a9f6bf2d-a1e0-41bd-9d4d-3e937b683bc2 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Calling delete_port for 68a04934-694e-4f09-842d-49a928d2589c owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:07:16.772367 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50544) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:16.784016 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1ac1e727-022b-4a91-ae76-4c1ad3f1b66c req-a9f6bf2d-a1e0-41bd-9d4d-3e937b683bc2 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (68a04934-694e-4f09-842d-49a928d2589c), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:16.794223 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6a86f9d8-addb-496a-a607-a48a12f62cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:16.798802 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['68a04934-694e-4f09-842d-49a928d2589c'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:07:16.897984 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6bf2d-a1e0-41bd-9d4d-3e937b683bc2 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Pushing event deleted for resources: {'Port': ['ID=68a04934-694e-4f09-842d-49a928d2589c,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:16.920013 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6a86f9d8-addb-496a-a607-a48a12f62cc4 admin admin] Publish callbacks [] for security_group (dc8c2b41-ee05-4bc4-8d36-a9cb2ffc0473), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:16.925638 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac1e727-022b-4a91-ae76-4c1ad3f1b66c req-a9f6bf2d-a1e0-41bd-9d4d-3e937b683bc2 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] No DVR routers for this DVR port 68a04934-694e-4f09-842d-49a928d2589c on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:07:16.928627 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6a86f9d8-addb-496a-a607-a48a12f62cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (dc8c2b41-ee05-4bc4-8d36-a9cb2ffc0473), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:16.931857 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1ac1e727-022b-4a91-ae76-4c1ad3f1b66c req-a9f6bf2d-a1e0-41bd-9d4d-3e937b683bc2 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:16.938086 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1ac1e727-022b-4a91-ae76-4c1ad3f1b66c req-a9f6bf2d-a1e0-41bd-9d4d-3e937b683bc2 tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.23 "DELETE /v2.0/ports/68a04934-694e-4f09-842d-49a928d2589c HTTP/1.1" status: 204 len: 173 time: 0.8952308 Oct 17 11:07:16.938831 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47eb869-d91e-44e5-82ab-368805fd3025', 'name': 'network-vif-deleted', 'tag': '68a04934-694e-4f09-842d-49a928d2589c'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:07:16.941374 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01bab70f-d8ba-42d0-b35b-2550eeda7fcb" -d '{"events": [{"server_uuid": "a47eb869-d91e-44e5-82ab-368805fd3025", "name": "network-vif-deleted", "tag": "68a04934-694e-4f09-842d-49a928d2589c"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:07:17.010013 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a86f9d8-addb-496a-a607-a48a12f62cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8c2b41-ee05-4bc4-8d36-a9cb2ffc0473,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:17.018578 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50554) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:17.021317 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-6a86f9d8-addb-496a-a607-a48a12f62cc4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7ab1ea143bb49c19ddae2ba4c7dad5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479210 Oct 17 11:07:17.065284 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d2d0d6f-df2c-4b23-a19b-a294fbdf3efa x-openstack-request-id: req-0d2d0d6f-df2c-4b23-a19b-a294fbdf3efa {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:07:17.065599 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47eb869-d91e-44e5-82ab-368805fd3025", "name": "network-vif-deleted", "tag": "68a04934-694e-4f09-842d-49a928d2589c", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:07:17.065981 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0d2d0d6f-df2c-4b23-a19b-a294fbdf3efa {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:07:17.066402 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d2d0d6f-df2c-4b23-a19b-a294fbdf3efa'] response: {'server_uuid': 'a47eb869-d91e-44e5-82ab-368805fd3025', 'name': 'network-vif-deleted', 'tag': '68a04934-694e-4f09-842d-49a928d2589c', 'status': 'completed', 'code': 200} Oct 17 11:07:17.140690 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-87a8cf3e-b503-44a0-917e-4e4dc069c7ab admin admin] Publish callbacks [] for security_group (dc8c2b41-ee05-4bc4-8d36-a9cb2ffc0473), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:17.179441 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6b5ac17d-3060-4734-a5db-72f99b1123c8 req-2f8c87a7-4cb3-4038-89a4-375056176ebd tempest-DeleteServersTestJSON-2143504447 tempest-DeleteServersTestJSON-2143504447-project] 10.222.0.43 "GET /v2.0/ports?device_id=a47eb869-d91e-44e5-82ab-368805fd3025 HTTP/1.1" status: 200 len: 210 time: 0.0339983 Oct 17 11:07:17.211463 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-87a8cf3e-b503-44a0-917e-4e4dc069c7ab admin admin] Publish callbacks [] for security_group (dc8c2b41-ee05-4bc4-8d36-a9cb2ffc0473), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:17.289023 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-87a8cf3e-b503-44a0-917e-4e4dc069c7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (dc8c2b41-ee05-4bc4-8d36-a9cb2ffc0473), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:17.291688 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-87a8cf3e-b503-44a0-917e-4e4dc069c7ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:17.295765 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-87a8cf3e-b503-44a0-917e-4e4dc069c7ab admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dc8c2b41-ee05-4bc4-8d36-a9cb2ffc0473 HTTP/1.1" status: 204 len: 168 time: 0.2729480 Oct 17 11:07:17.307875 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8cf3e-b503-44a0-917e-4e4dc069c7ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8c2b41-ee05-4bc4-8d36-a9cb2ffc0473,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:17.328239 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50568) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:17.540779 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b0c39158-a000-49cb-ab6d-8a5107e87b7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:17.635763 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b0c39158-a000-49cb-ab6d-8a5107e87b7c admin admin] Publish callbacks [] for security_group (2f1bc02c-5e44-4140-835a-ff9391e374e9), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:17.642332 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b0c39158-a000-49cb-ab6d-8a5107e87b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (2f1bc02c-5e44-4140-835a-ff9391e374e9), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:17.691165 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-b0c39158-a000-49cb-ab6d-8a5107e87b7c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2d6780e6febe457aa6a9a59ddf290f2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618982 Oct 17 11:07:17.692135 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c39158-a000-49cb-ab6d-8a5107e87b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1bc02c-5e44-4140-835a-ff9391e374e9,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:17.695170 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50584) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:17.754325 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1c55efc0-bd5d-4fe4-b0ac-87e30c7a4bc9 admin admin] Publish callbacks [] for security_group (2f1bc02c-5e44-4140-835a-ff9391e374e9), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:17.791706 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1c55efc0-bd5d-4fe4-b0ac-87e30c7a4bc9 admin admin] Publish callbacks [] for security_group (2f1bc02c-5e44-4140-835a-ff9391e374e9), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:17.854418 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1c55efc0-bd5d-4fe4-b0ac-87e30c7a4bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (2f1bc02c-5e44-4140-835a-ff9391e374e9), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:17.857468 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1c55efc0-bd5d-4fe4-b0ac-87e30c7a4bc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:17.859056 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-1c55efc0-bd5d-4fe4-b0ac-87e30c7a4bc9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2f1bc02c-5e44-4140-835a-ff9391e374e9 HTTP/1.1" status: 204 len: 168 time: 0.1622679 Oct 17 11:07:17.875456 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c55efc0-bd5d-4fe4-b0ac-87e30c7a4bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1bc02c-5e44-4140-835a-ff9391e374e9,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:17.976164 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:07:18.421584 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50628) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:18.439763 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cc545966-8cc2-4d09-87c7-469ae36416b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:18.548950 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cc545966-8cc2-4d09-87c7-469ae36416b9 admin admin] Publish callbacks [] for security_group (e0baa117-80a6-49ac-b1e1-fe6c25163f74), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:18.561203 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cc545966-8cc2-4d09-87c7-469ae36416b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e0baa117-80a6-49ac-b1e1-fe6c25163f74), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:18.614934 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-cc545966-8cc2-4d09-87c7-469ae36416b9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8bfb8bcc25c240ecb7f6e14c45148998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1913407 Oct 17 11:07:18.616254 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc545966-8cc2-4d09-87c7-469ae36416b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0baa117-80a6-49ac-b1e1-fe6c25163f74,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:18.617463 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50640) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:18.682741 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea168908-1d7e-4748-8618-fddf4f804033 admin admin] Publish callbacks [] for security_group (e0baa117-80a6-49ac-b1e1-fe6c25163f74), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:18.719275 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea168908-1d7e-4748-8618-fddf4f804033 admin admin] Publish callbacks [] for security_group (e0baa117-80a6-49ac-b1e1-fe6c25163f74), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:18.783070 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea168908-1d7e-4748-8618-fddf4f804033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e0baa117-80a6-49ac-b1e1-fe6c25163f74), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:18.785917 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ea168908-1d7e-4748-8618-fddf4f804033 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:18.787338 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-ea168908-1d7e-4748-8618-fddf4f804033 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0baa117-80a6-49ac-b1e1-fe6c25163f74 HTTP/1.1" status: 204 len: 168 time: 0.1684144 Oct 17 11:07:18.796436 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea168908-1d7e-4748-8618-fddf4f804033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0baa117-80a6-49ac-b1e1-fe6c25163f74,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:19.428217 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50684) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:19.738943 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-61638cb4-a95f-49ad-ac0f-31e88078b3df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:19.835883 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-61638cb4-a95f-49ad-ac0f-31e88078b3df admin admin] Publish callbacks [] for security_group (263a4b06-b390-4f7a-9b90-59cfc1ae8478), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:19.845319 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-61638cb4-a95f-49ad-ac0f-31e88078b3df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (263a4b06-b390-4f7a-9b90-59cfc1ae8478), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:19.846670 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50720) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:19.891714 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-61638cb4-a95f-49ad-ac0f-31e88078b3df admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=687b0caef8cd484a9f1e7e6a97ccc5e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4623611 Oct 17 11:07:19.897389 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61638cb4-a95f-49ad-ac0f-31e88078b3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263a4b06-b390-4f7a-9b90-59cfc1ae8478,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:19.897637 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50724) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:19.949423 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41b26619-59ca-4803-a1a4-698f1fb5037f admin admin] Publish callbacks [] for security_group (263a4b06-b390-4f7a-9b90-59cfc1ae8478), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:19.975264 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41b26619-59ca-4803-a1a4-698f1fb5037f admin admin] Publish callbacks [] for security_group (263a4b06-b390-4f7a-9b90-59cfc1ae8478), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:20.055064 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41b26619-59ca-4803-a1a4-698f1fb5037f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (263a4b06-b390-4f7a-9b90-59cfc1ae8478), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:20.058331 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41b26619-59ca-4803-a1a4-698f1fb5037f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:20.060164 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-41b26619-59ca-4803-a1a4-698f1fb5037f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/263a4b06-b390-4f7a-9b90-59cfc1ae8478 HTTP/1.1" status: 204 len: 168 time: 0.1615293 Oct 17 11:07:20.069941 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b26619-59ca-4803-a1a4-698f1fb5037f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263a4b06-b390-4f7a-9b90-59cfc1ae8478,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:20.322719 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-faea2bdd-d82d-4e7c-bc32-349e320c8126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7878424'] for router_interface (128c9d2c-fc79-4353-8bde-85121d772b5e), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:20.677263 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-faea2bdd-d82d-4e7c-bc32-349e320c8126 admin admin] Deleting port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:07:20.677618 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-faea2bdd-d82d-4e7c-bc32-349e320c8126 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:20.781700 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-faea2bdd-d82d-4e7c-bc32-349e320c8126 admin admin] For port 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=9c985962-67f5-4181-b7ca-e4dd2d7f5c2b,segment=NetworkSegment(9930d826-a0b2-4abb-8057-ef07175f5582),segment_id=9930d826-a0b2-4abb-8057-ef07175f5582)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:20.782458 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-faea2bdd-d82d-4e7c-bc32-349e320c8126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:20.800884 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-faea2bdd-d82d-4e7c-bc32-349e320c8126 admin admin] Calling delete_port for 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b owned by network:router_interface {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:07:20.957122 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 68a04934-694e-4f09-842d-49a928d2589c no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:07:20.981476 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: 68a04934-694e-4f09-842d-49a928d2589c {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:07:20.981886 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 68a04934-694e-4f09-842d-49a928d2589c not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:07:21.033821 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-faea2bdd-d82d-4e7c-bc32-349e320c8126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (9c985962-67f5-4181-b7ca-e4dd2d7f5c2b), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:21.064903 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faea2bdd-d82d-4e7c-bc32-349e320c8126 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c985962-67f5-4181-b7ca-e4dd2d7f5c2b,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:21.286772 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-faea2bdd-d82d-4e7c-bc32-349e320c8126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8316017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7883176'] for router_interface (128c9d2c-fc79-4353-8bde-85121d772b5e), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:21.622065 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faea2bdd-d82d-4e7c-bc32-349e320c8126 admin admin] Router 128c9d2c-fc79-4353-8bde-85121d772b5e has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:07:21.800208 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faea2bdd-d82d-4e7c-bc32-349e320c8126 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:07:21.812052 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-faea2bdd-d82d-4e7c-bc32-349e320c8126 admin admin] 10.222.0.43 "PUT /v2.0/routers/128c9d2c-fc79-4353-8bde-85121d772b5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9605250 Oct 17 11:07:21.812340 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50842) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:21.817367 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979e471-1360-4683-b0a9-15ce3f1e51d3 None None] Sync routers for ids ['128c9d2c-fc79-4353-8bde-85121d772b5e'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:07:21.842486 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979e471-1360-4683-b0a9-15ce3f1e51d3 None None] Routers {'128c9d2c-fc79-4353-8bde-85121d772b5e'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:07:21.843137 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-c979e471-1360-4683-b0a9-15ce3f1e51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:07:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['128c9d2c-fc79-4353-8bde-85121d772b5e'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:21.975585 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-c979e471-1360-4683-b0a9-15ce3f1e51d3 None None] Set router 128c9d2c-fc79-4353-8bde-85121d772b5e gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:07:22.019525 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Publish callbacks [] for router (128c9d2c-fc79-4353-8bde-85121d772b5e), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:22.165526 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Publish callbacks [] for router_gateway (128c9d2c-fc79-4353-8bde-85121d772b5e), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:22.226577 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-c979e471-1360-4683-b0a9-15ce3f1e51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'name': 'tempest-DeleteServersTestJSON-1859290702-router', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': '60134030-93d0-44f3-93a4-c21c142c6b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:07:20Z', 'revision_number': 5, 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'gw_port': {'id': '60134030-93d0-44f3-93a4-c21c142c6b3d', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:63:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:25Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:22.249630 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Deleting port 60134030-93d0-44f3-93a4-c21c142c6b3d {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:07:22.250389 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (60134030-93d0-44f3-93a4-c21c142c6b3d), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:22.253905 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979e471-1360-4683-b0a9-15ce3f1e51d3 None None] Checking router: 128c9d2c-fc79-4353-8bde-85121d772b5e for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:07:22.262628 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c979e471-1360-4683-b0a9-15ce3f1e51d3 None None] Routers {'128c9d2c-fc79-4353-8bde-85121d772b5e'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:07:22.263321 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-c979e471-1360-4683-b0a9-15ce3f1e51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:07:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['128c9d2c-fc79-4353-8bde-85121d772b5e'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:22.392838 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-c979e471-1360-4683-b0a9-15ce3f1e51d3 None None] Set router 128c9d2c-fc79-4353-8bde-85121d772b5e gateway port host: None {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:07:22.448982 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] For port 60134030-93d0-44f3-93a4-c21c142c6b3d, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=60134030-93d0-44f3-93a4-c21c142c6b3d,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:22.449664 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (60134030-93d0-44f3-93a4-c21c142c6b3d), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:22.476845 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Calling delete_port for 60134030-93d0-44f3-93a4-c21c142c6b3d owned by network:router_gateway {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:07:22.512687 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-c979e471-1360-4683-b0a9-15ce3f1e51d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'name': 'tempest-DeleteServersTestJSON-1859290702-router', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:07:22Z', 'revision_number': 6, 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'gw_port_host': None}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:22.553181 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c979e471-1360-4683-b0a9-15ce3f1e51d3 None None] The sync data for ids ['128c9d2c-fc79-4353-8bde-85121d772b5e'] in dv-cinder-858463-3-smb is: [{'id': '128c9d2c-fc79-4353-8bde-85121d772b5e', 'name': 'tempest-DeleteServersTestJSON-1859290702-router', 'tenant_id': 'd99aaf045576474dad72ed7e3128a213', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:07:22Z', 'revision_number': 6, 'project_id': 'd99aaf045576474dad72ed7e3128a213', 'gw_port_host': None}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:07:22.790015 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (60134030-93d0-44f3-93a4-c21c142c6b3d), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:22.901947 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50942) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:22.942014 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Pushing event deleted for resources: {'Port': ['ID=60134030-93d0-44f3-93a4-c21c142c6b3d,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:22.982503 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:22.987031 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:22.988666 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:22.991179 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:22.991903 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:22.993438 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:22.995182 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:22.996488 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:22.997825 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:22.998831 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.000682 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.001177 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.003671 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.028530 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882834'] for router_gateway (128c9d2c-fc79-4353-8bde-85121d772b5e), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.283180 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (128c9d2c-fc79-4353-8bde-85121d772b5e), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.287953 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Publish callbacks [] for router_controller (128c9d2c-fc79-4353-8bde-85121d772b5e), precommit_delete_associations {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.367202 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880894'] for router (128c9d2c-fc79-4353-8bde-85121d772b5e), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.368021 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 128c9d2c-fc79-4353-8bde-85121d772b5e {{(pid=103976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 11:07:23.376943 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.378972 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.382665 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-38097a82-9ce0-4758-a2b0-6bf8d9239132 admin admin] 10.222.0.43 "DELETE /v2.0/routers/128c9d2c-fc79-4353-8bde-85121d772b5e HTTP/1.1" status: 204 len: 168 time: 1.5666533 Oct 17 11:07:23.382958 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50962) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:23.440004 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed930cf7-bcdf-4459-97a1-1984e5526924 admin admin] Deleting subnet 50b1ed00-5c5b-4e8e-b106-1256cda2efa7 {{(pid=103976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:07:23.443652 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 50966) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:23.451108 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ed930cf7-bcdf-4459-97a1-1984e5526924 admin admin] Publish callbacks [] for subnet (50b1ed00-5c5b-4e8e-b106-1256cda2efa7), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.510734 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Publish callbacks [] for security_group (719579e0-8642-476a-81a8-7a54a3d90493), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.519747 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (719579e0-8642-476a-81a8-7a54a3d90493), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.529477 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ed930cf7-bcdf-4459-97a1-1984e5526924 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5794851'] for subnet (50b1ed00-5c5b-4e8e-b106-1256cda2efa7), precommit_delete_associations {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.594950 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a4d5db3ef07146659f9c72f2381b3eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6915278 Oct 17 11:07:23.596213 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=719579e0-8642-476a-81a8-7a54a3d90493,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:23.599299 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50974) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:23.607025 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:07:23.625171 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.625807 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.626336 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.627101 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.627527 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.628172 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.633302 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.634232 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.636291 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.636966 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.638228 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.638900 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.639800 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c50c28e-4707-4d33-8525-a436acb1df5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:23.641465 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:07:23.641815 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 9c985962-67f5-4181-b7ca-e4dd2d7f5c2b not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:07:23.692360 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b1a8424f-cc87-4180-b292-e2327df854e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.694670 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ed930cf7-bcdf-4459-97a1-1984e5526924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (50b1ed00-5c5b-4e8e-b106-1256cda2efa7), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.728419 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ff00f45-af54-43c2-9773-e6d12f444100 admin admin] Publish callbacks [] for security_group (719579e0-8642-476a-81a8-7a54a3d90493), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.763557 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ff00f45-af54-43c2-9773-e6d12f444100 admin admin] Publish callbacks [] for security_group (719579e0-8642-476a-81a8-7a54a3d90493), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.792393 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ed930cf7-bcdf-4459-97a1-1984e5526924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6478466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5376240'] for subnet (50b1ed00-5c5b-4e8e-b106-1256cda2efa7), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.834082 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ed930cf7-bcdf-4459-97a1-1984e5526924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.839295 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50976) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:23.839501 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-ed930cf7-bcdf-4459-97a1-1984e5526924 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/50b1ed00-5c5b-4e8e-b106-1256cda2efa7 HTTP/1.1" status: 204 len: 168 time: 0.4554179 Oct 17 11:07:23.843956 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed930cf7-bcdf-4459-97a1-1984e5526924 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b1ed00-5c5b-4e8e-b106-1256cda2efa7,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:23.849840 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069757d2-b38e-4f41-9bdb-4c65da28e9db None None] Network 4d8d5599-38a1-457d-b6b0-0580348a7835 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:07:23.867516 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ff00f45-af54-43c2-9773-e6d12f444100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (719579e0-8642-476a-81a8-7a54a3d90493), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.870583 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ff00f45-af54-43c2-9773-e6d12f444100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.878861 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-1ff00f45-af54-43c2-9773-e6d12f444100 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/719579e0-8642-476a-81a8-7a54a3d90493 HTTP/1.1" status: 204 len: 168 time: 0.2767100 Oct 17 11:07:23.899642 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b1a8424f-cc87-4180-b292-e2327df854e4 admin admin] Publish callbacks [] for security_group (c9e86d95-0bbe-4d4a-9d2f-2343860ec267), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.907180 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b1a8424f-cc87-4180-b292-e2327df854e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (c9e86d95-0bbe-4d4a-9d2f-2343860ec267), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:23.947769 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff00f45-af54-43c2-9773-e6d12f444100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=719579e0-8642-476a-81a8-7a54a3d90493,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:23.972215 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8424f-cc87-4180-b292-e2327df854e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e86d95-0bbe-4d4a-9d2f-2343860ec267,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:24.001199 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (4d8d5599-38a1-457d-b6b0-0580348a7835), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.023059 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-b1a8424f-cc87-4180-b292-e2327df854e4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cf66556d101a486084f9a9d6b2a62068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5776055 Oct 17 11:07:24.025125 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 50980) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:24.110657 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bebf075f-149d-4e40-ab41-59c2ef652389 None None] DHCP port deletion for 4d8d5599-38a1-457d-b6b0-0580348a7835 request from dv-cinder-858463-3-smb {{(pid=103978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 17 11:07:24.138010 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-02aa9f0e-30be-4d70-b301-58d175ad5a7f admin admin] Publish callbacks [] for security_group (c9e86d95-0bbe-4d4a-9d2f-2343860ec267), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.159708 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Deleting port a55eaa38-d3cf-425a-824f-2222a814b105 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:07:24.159708 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.191952 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-bebf075f-149d-4e40-ab41-59c2ef652389 None None] Deleting port a55eaa38-d3cf-425a-824f-2222a814b105 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:07:24.192942 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bebf075f-149d-4e40-ab41-59c2ef652389 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.225616 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-02aa9f0e-30be-4d70-b301-58d175ad5a7f admin admin] Publish callbacks [] for security_group (c9e86d95-0bbe-4d4a-9d2f-2343860ec267), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.291693 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-bebf075f-149d-4e40-ab41-59c2ef652389 None None] For port a55eaa38-d3cf-425a-824f-2222a814b105, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=a55eaa38-d3cf-425a-824f-2222a814b105,segment=NetworkSegment(9930d826-a0b2-4abb-8057-ef07175f5582),segment_id=9930d826-a0b2-4abb-8057-ef07175f5582)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:24.292582 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bebf075f-149d-4e40-ab41-59c2ef652389 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.314315 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-bebf075f-149d-4e40-ab41-59c2ef652389 None None] Calling delete_port for a55eaa38-d3cf-425a-824f-2222a814b105 owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:07:24.461663 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] For port a55eaa38-d3cf-425a-824f-2222a814b105, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=a55eaa38-d3cf-425a-824f-2222a814b105,segment=NetworkSegment(9930d826-a0b2-4abb-8057-ef07175f5582),segment_id=9930d826-a0b2-4abb-8057-ef07175f5582)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:24.461663 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.474519 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Calling delete_port for a55eaa38-d3cf-425a-824f-2222a814b105 owned by network:dhcp {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:07:24.569621 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51004) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:24.611852 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bebf075f-149d-4e40-ab41-59c2ef652389 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.613339 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9607d142-4c03-43f0-a8e4-3500c271d25f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.621663 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (a55eaa38-d3cf-425a-824f-2222a814b105), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.647874 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebf075f-149d-4e40-ab41-59c2ef652389 None None] Pushing event deleted for resources: {'Port': ['ID=a55eaa38-d3cf-425a-824f-2222a814b105,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:24.651434 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bebf075f-149d-4e40-ab41-59c2ef652389 None None] No DVR routers for this DVR port a55eaa38-d3cf-425a-824f-2222a814b105 on host dv-cinder-858463-3-smb {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:07:24.670065 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Pushing event deleted for resources: {'Port': ['ID=a55eaa38-d3cf-425a-824f-2222a814b105,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:24.707343 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] No DVR routers for this DVR port a55eaa38-d3cf-425a-824f-2222a814b105 on host dv-cinder-858463-3-smb {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:07:24.811189 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (4d8d5599-38a1-457d-b6b0-0580348a7835), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.839569 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d8d5599-38a1-457d-b6b0-0580348a7835']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:24.840879 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9607d142-4c03-43f0-a8e4-3500c271d25f admin admin] Publish callbacks [] for security_group (718d33a3-a764-4229-86a5-f284a19f1c9c), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.848511 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-02aa9f0e-30be-4d70-b301-58d175ad5a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (c9e86d95-0bbe-4d4a-9d2f-2343860ec267), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.850181 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9607d142-4c03-43f0-a8e4-3500c271d25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (718d33a3-a764-4229-86a5-f284a19f1c9c), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.851981 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-02aa9f0e-30be-4d70-b301-58d175ad5a7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.853260 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-02aa9f0e-30be-4d70-b301-58d175ad5a7f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9e86d95-0bbe-4d4a-9d2f-2343860ec267 HTTP/1.1" status: 204 len: 168 time: 0.8266070 Oct 17 11:07:24.859603 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9930d826-a0b2-4abb-8057-ef07175f5582') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:24.860013 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9930d826-a0b2-4abb-8057-ef07175f5582') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:24.882258 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5583420'] for segment (9930d826-a0b2-4abb-8057-ef07175f5582), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.884800 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa9f0e-30be-4d70-b301-58d175ad5a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e86d95-0bbe-4d4a-9d2f-2343860ec267,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:24.890184 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-9607d142-4c03-43f0-a8e4-3500c271d25f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e20209f52fec49439043e57378cad997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186247 Oct 17 11:07:24.893197 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51018) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:24.906457 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (9930d826-a0b2-4abb-8057-ef07175f5582), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.915811 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:07:24.916502 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5390436'] for segment (9930d826-a0b2-4abb-8057-ef07175f5582), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:24.962146 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607d142-4c03-43f0-a8e4-3500c271d25f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718d33a3-a764-4229-86a5-f284a19f1c9c,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:24.999371 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4c600533-23ed-4158-9494-916baaf6f6c4 admin admin] Publish callbacks [] for security_group (718d33a3-a764-4229-86a5-f284a19f1c9c), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.004172 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 9930d826-a0b2-4abb-8057-ef07175f5582 resource provider aggregate not found Oct 17 11:07:25.040880 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4c600533-23ed-4158-9494-916baaf6f6c4 admin admin] Publish callbacks [] for security_group (718d33a3-a764-4229-86a5-f284a19f1c9c), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.054162 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 9930d826-a0b2-4abb-8057-ef07175f5582 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9930d826-a0b2-4abb-8057-ef07175f5582 found for delete ", "request_id": "req-930787c9-765d-45b0-bf6c-94c590aaeab9"}]} Oct 17 11:07:25.074783 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (4d8d5599-38a1-457d-b6b0-0580348a7835), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.082923 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.092573 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] 10.222.0.43 "DELETE /v2.0/networks/4d8d5599-38a1-457d-b6b0-0580348a7835 HTTP/1.1" status: 204 len: 168 time: 1.2513041 Oct 17 11:07:25.107011 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cc2c3-d242-4693-8d35-5c98f50e3c75 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d8d5599-38a1-457d-b6b0-0580348a7835,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:25.133672 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4c600533-23ed-4158-9494-916baaf6f6c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (718d33a3-a764-4229-86a5-f284a19f1c9c), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.133909 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 60134030-93d0-44f3-93a4-c21c142c6b3d no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:07:25.138637 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4c600533-23ed-4158-9494-916baaf6f6c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.140005 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-4c600533-23ed-4158-9494-916baaf6f6c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/718d33a3-a764-4229-86a5-f284a19f1c9c HTTP/1.1" status: 204 len: 168 time: 0.2457027 Oct 17 11:07:25.150548 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c600533-23ed-4158-9494-916baaf6f6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718d33a3-a764-4229-86a5-f284a19f1c9c,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:25.166551 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: 60134030-93d0-44f3-93a4-c21c142c6b3d {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:07:25.167278 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 60134030-93d0-44f3-93a4-c21c142c6b3d not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:07:25.168089 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device a55eaa38-d3cf-425a-824f-2222a814b105 no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:07:25.200401 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: a55eaa38-d3cf-425a-824f-2222a814b105 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:07:25.201223 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device a55eaa38-d3cf-425a-824f-2222a814b105 not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:07:25.383695 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51040) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:25.438257 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51044) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:25.447275 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-e9b8b1a6-d04c-4eff-8809-fb42c44a771d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d99aaf045576474dad72ed7e3128a213&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0616641 Oct 17 11:07:25.496204 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-90a66c6b-4e3c-4e7f-89cc-14c59b3ca63e admin admin] Publish callbacks [] for security_group (515d439e-911a-4976-bf01-770f4a5a3039), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.528186 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-90a66c6b-4e3c-4e7f-89cc-14c59b3ca63e admin admin] Publish callbacks [] for security_group (515d439e-911a-4976-bf01-770f4a5a3039), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.586623 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-90a66c6b-4e3c-4e7f-89cc-14c59b3ca63e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (515d439e-911a-4976-bf01-770f4a5a3039), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.591700 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-90a66c6b-4e3c-4e7f-89cc-14c59b3ca63e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.591700 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-90a66c6b-4e3c-4e7f-89cc-14c59b3ca63e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/515d439e-911a-4976-bf01-770f4a5a3039 HTTP/1.1" status: 204 len: 168 time: 0.1512616 Oct 17 11:07:25.591932 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51050) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:25.601078 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a66c6b-4e3c-4e7f-89cc-14c59b3ca63e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=515d439e-911a-4976-bf01-770f4a5a3039,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:25.614602 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1d1386cb-d202-4149-b14c-18dca9fa4803 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.703065 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1d1386cb-d202-4149-b14c-18dca9fa4803 admin admin] Publish callbacks [] for security_group (a598145b-3a24-4e77-81ad-998e6a4191bf), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.709219 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1d1386cb-d202-4149-b14c-18dca9fa4803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (a598145b-3a24-4e77-81ad-998e6a4191bf), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.754708 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1386cb-d202-4149-b14c-18dca9fa4803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a598145b-3a24-4e77-81ad-998e6a4191bf,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:25.760411 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-1d1386cb-d202-4149-b14c-18dca9fa4803 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d2eccbea26614889a4b2ba4933aed9e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1673450 Oct 17 11:07:25.763191 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51060) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:25.835871 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a1880ef5-40e1-4aa0-9bd2-5a5987382bf4 admin admin] Publish callbacks [] for security_group (a598145b-3a24-4e77-81ad-998e6a4191bf), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.870411 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a1880ef5-40e1-4aa0-9bd2-5a5987382bf4 admin admin] Publish callbacks [] for security_group (a598145b-3a24-4e77-81ad-998e6a4191bf), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.952759 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a1880ef5-40e1-4aa0-9bd2-5a5987382bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (a598145b-3a24-4e77-81ad-998e6a4191bf), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.955701 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a1880ef5-40e1-4aa0-9bd2-5a5987382bf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:25.956944 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-a1880ef5-40e1-4aa0-9bd2-5a5987382bf4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a598145b-3a24-4e77-81ad-998e6a4191bf HTTP/1.1" status: 204 len: 168 time: 0.1924639 Oct 17 11:07:25.967284 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1880ef5-40e1-4aa0-9bd2-5a5987382bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a598145b-3a24-4e77-81ad-998e6a4191bf,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:26.772321 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51122) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:26.992341 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-536bc02f-01a6-4d6a-a5c0-cde0b9397187 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.093675 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-536bc02f-01a6-4d6a-a5c0-cde0b9397187 admin admin] Publish callbacks [] for security_group (a2d94d71-4787-4076-afe9-3bb827ca9b4f), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.099015 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-536bc02f-01a6-4d6a-a5c0-cde0b9397187 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (a2d94d71-4787-4076-afe9-3bb827ca9b4f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.141175 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51144) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:27.151381 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-536bc02f-01a6-4d6a-a5c0-cde0b9397187 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=babb328a3c5045a1bd27bceb7b2cfd67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779709 Oct 17 11:07:27.154186 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51148) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:27.155716 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536bc02f-01a6-4d6a-a5c0-cde0b9397187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d94d71-4787-4076-afe9-3bb827ca9b4f,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:27.219216 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9bd5005f-4ac4-41ae-bdbb-c7dd85b04840 admin admin] Publish callbacks [] for security_group (a2d94d71-4787-4076-afe9-3bb827ca9b4f), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.250420 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9bd5005f-4ac4-41ae-bdbb-c7dd85b04840 admin admin] Publish callbacks [] for security_group (a2d94d71-4787-4076-afe9-3bb827ca9b4f), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.513949 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-network', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:27.550188 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] Made reservation on behalf of 87306056296d4c988791fa6d2c0d9d52 for: {'network': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:07:27.552832 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.563527 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.584385 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9bd5005f-4ac4-41ae-bdbb-c7dd85b04840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (a2d94d71-4787-4076-afe9-3bb827ca9b4f), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.587274 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9bd5005f-4ac4-41ae-bdbb-c7dd85b04840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.591671 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-9bd5005f-4ac4-41ae-bdbb-c7dd85b04840 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a2d94d71-4787-4076-afe9-3bb827ca9b4f HTTP/1.1" status: 204 len: 168 time: 0.4364550 Oct 17 11:07:27.609023 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5005f-4ac4-41ae-bdbb-c7dd85b04840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d94d71-4787-4076-afe9-3bb827ca9b4f,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:27.647439 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51168) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:27.692202 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] Publish callbacks [] for security_group (64185f76-4a1a-481e-9ae5-30ef70008aba), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.700033 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (64185f76-4a1a-481e-9ae5-30ef70008aba), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.725323 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=103976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:07:27.741603 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64185f76-4a1a-481e-9ae5-30ef70008aba,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:27.747175 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (03c988c2-dcab-4f68-b35b-42820265cb92), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.747524 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.segments_db [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] Added segment 03c988c2-dcab-4f68-b35b-42820265cb92 of type vlan for network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 Oct 17 11:07:27.799781 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (7d88e633-7f7b-4c9f-8df7-edafde1fd786), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.828774 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (7d88e633-7f7b-4c9f-8df7-edafde1fd786), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.830582 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:27.831288 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:27.907068 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] Pushing event updated for resources: {'Network': ['ID=7d88e633-7f7b-4c9f-8df7-edafde1fd786,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:27.915321 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-8fb7c0ec-06cc-4e98-b86f-cf3496f94794 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7730350 Oct 17 11:07:27.918354 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51180) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:27.920298 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:07:27.923346 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-2e6d8ccc-d3ed-43a6-8f57-8463efb0e607 admin admin] Request body: {'subnet': {'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-subnet', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:27.964658 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6d8ccc-d3ed-43a6-8f57-8463efb0e607 admin admin] Made reservation on behalf of 87306056296d4c988791fa6d2c0d9d52 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:07:27.967134 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8ccc-d3ed-43a6-8f57-8463efb0e607 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5305282'] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.153083 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0bafd779-4856-4a65-8f14-7da09623dc0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.228470 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8ccc-d3ed-43a6-8f57-8463efb0e607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5390019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5305136'] for subnet (9472c554-2eab-4dd6-a473-72685a9ca8f9), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.234846 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51192) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:28.309650 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d8ccc-d3ed-43a6-8f57-8463efb0e607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9472c554-2eab-4dd6-a473-72685a9ca8f9,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:28.334009 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6d8ccc-d3ed-43a6-8f57-8463efb0e607 admin admin] Checking segment: {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:07:28.334369 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d8ccc-d3ed-43a6-8f57-8463efb0e607 admin admin] Network hostable DHCP agents. Network: 7d88e633-7f7b-4c9f-8df7-edafde1fd786, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:07:28.335031 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51196) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:28.345809 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0bafd779-4856-4a65-8f14-7da09623dc0a admin admin] Publish callbacks [] for security_group (c7eef48d-e184-4f3b-b764-f3eb9a31cd8d), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.351260 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-dbb3700a-948d-4173-8acb-bed9efd926aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.354935 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0bafd779-4856-4a65-8f14-7da09623dc0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (c7eef48d-e184-4f3b-b764-f3eb9a31cd8d), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.380937 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6d8ccc-d3ed-43a6-8f57-8463efb0e607 admin admin] Network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:07:28.409667 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-0bafd779-4856-4a65-8f14-7da09623dc0a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=267821abde344793b0b92c311e1a5360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7608330 Oct 17 11:07:28.410366 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51198) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:28.412732 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafd779-4856-4a65-8f14-7da09623dc0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7eef48d-e184-4f3b-b764-f3eb9a31cd8d,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:28.421509 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-2e6d8ccc-d3ed-43a6-8f57-8463efb0e607 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, 7d88e633-7f7b-4c9f-8df7-edafde1fd786) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:07:28.432417 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51f170c-66e2-4ccd-963e-7d005f92b4e5 None None] Network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:07:28.436053 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6d8ccc-d3ed-43a6-8f57-8463efb0e607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:28.436937 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2e6d8ccc-d3ed-43a6-8f57-8463efb0e607 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.473371 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-dbb3700a-948d-4173-8acb-bed9efd926aa admin admin] Publish callbacks [] for security_group (4d6a3f5d-d939-446e-9906-2fbec69cf4bb), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.473803 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-2e6d8ccc-d3ed-43a6-8f57-8463efb0e607 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.5541434 Oct 17 11:07:28.474382 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51200) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:28.485937 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:28.493026 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-04001819-a79b-4783-8fc6-3938cf2becc4 admin admin] Publish callbacks [] for security_group (c7eef48d-e184-4f3b-b764-f3eb9a31cd8d), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.493571 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-dbb3700a-948d-4173-8acb-bed9efd926aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (4d6a3f5d-d939-446e-9906-2fbec69cf4bb), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.552656 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-dbb3700a-948d-4173-8acb-bed9efd926aa admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da297ccd549e45d8b3767993cee2d413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164843 Oct 17 11:07:28.555206 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3700a-948d-4173-8acb-bed9efd926aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6a3f5d-d939-446e-9906-2fbec69cf4bb,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:28.555910 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51208) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:28.562121 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2277'] for router (98ef45da-33ae-4664-89f0-264014cb5eba), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.563198 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7956270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2282'] for router (98ef45da-33ae-4664-89f0-264014cb5eba), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.567311 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-04001819-a79b-4783-8fc6-3938cf2becc4 admin admin] Publish callbacks [] for security_group (c7eef48d-e184-4f3b-b764-f3eb9a31cd8d), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.621404 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf3f1ddb-2710-502b-b25e-3c7b6ab18000-7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9'}]}} from dv-cinder-858463-3-smb. {{(pid=103978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 17 11:07:28.623341 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.644925 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Publish callbacks [] for router_controller (98ef45da-33ae-4664-89f0-264014cb5eba), precommit_add_association {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.653567 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-983b36ea-10f3-420c-9456-fea14afea360 admin admin] Publish callbacks [] for security_group (4d6a3f5d-d939-446e-9906-2fbec69cf4bb), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.682039 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-983b36ea-10f3-420c-9456-fea14afea360 admin admin] Publish callbacks [] for security_group (4d6a3f5d-d939-446e-9906-2fbec69cf4bb), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.692372 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-04001819-a79b-4783-8fc6-3938cf2becc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (c7eef48d-e184-4f3b-b764-f3eb9a31cd8d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.695398 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-04001819-a79b-4783-8fc6-3938cf2becc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.700023 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-04001819-a79b-4783-8fc6-3938cf2becc4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7eef48d-e184-4f3b-b764-f3eb9a31cd8d HTTP/1.1" status: 204 len: 168 time: 0.2882221 Oct 17 11:07:28.725837 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04001819-a79b-4783-8fc6-3938cf2becc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7eef48d-e184-4f3b-b764-f3eb9a31cd8d,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:28.767025 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-983b36ea-10f3-420c-9456-fea14afea360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (4d6a3f5d-d939-446e-9906-2fbec69cf4bb), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.769997 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-983b36ea-10f3-420c-9456-fea14afea360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.773572 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-983b36ea-10f3-420c-9456-fea14afea360 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d6a3f5d-d939-446e-9906-2fbec69cf4bb HTTP/1.1" status: 204 len: 168 time: 0.2139137 Oct 17 11:07:28.790724 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b36ea-10f3-420c-9456-fea14afea360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6a3f5d-d939-446e-9906-2fbec69cf4bb,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:28.866816 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Publish callbacks [] for router_gateway (98ef45da-33ae-4664-89f0-264014cb5eba), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.870892 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-36c3c184-1ee1-4c78-b40b-87938ea43e81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:28.994824 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Allocated IP 172.20.0.2 (7d88e633-7f7b-4c9f-8df7-edafde1fd786/9472c554-2eab-4dd6-a473-72685a9ca8f9/baad03b4-21b5-4467-8b7a-0debd5718173) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:07:29.121201 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-36c3c184-1ee1-4c78-b40b-87938ea43e81 admin admin] Publish callbacks [] for security_group (35b1421f-97f6-493a-8d7d-4cd4bdc0622b), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.130714 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-36c3c184-1ee1-4c78-b40b-87938ea43e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (35b1421f-97f6-493a-8d7d-4cd4bdc0622b), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.222342 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-36c3c184-1ee1-4c78-b40b-87938ea43e81 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e23687f4dd454f108eb0f922f35c6333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9861302 Oct 17 11:07:29.225524 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51232) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:29.242904 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3c184-1ee1-4c78-b40b-87938ea43e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b1421f-97f6-493a-8d7d-4cd4bdc0622b,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:29.301324 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Publish callbacks [] for port (baad03b4-21b5-4467-8b7a-0debd5718173), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.311693 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (baad03b4-21b5-4467-8b7a-0debd5718173), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.350005 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c58407a6-c437-4d9f-805d-7416b7c9b211 admin admin] Publish callbacks [] for security_group (35b1421f-97f6-493a-8d7d-4cd4bdc0622b), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.356032 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Publish callbacks [] for router_gateway (98ef45da-33ae-4664-89f0-264014cb5eba), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.395670 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:07:29.397919 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:07:29.400846 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.406030 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Pushing event updated for resources: {'Port': ['ID=baad03b4-21b5-4467-8b7a-0debd5718173,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:29.413995 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c58407a6-c437-4d9f-805d-7416b7c9b211 admin admin] Publish callbacks [] for security_group (35b1421f-97f6-493a-8d7d-4cd4bdc0622b), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.428583 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:07:29.447682 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:29.448059 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:29.448418 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:29.450792 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:29.451311 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:29.451526 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:29.452819 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:29.453176 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:29.453528 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:29.455767 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:29.456143 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:29.456499 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:29.456817 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:29.478395 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51244) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:29.525128 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c58407a6-c437-4d9f-805d-7416b7c9b211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (35b1421f-97f6-493a-8d7d-4cd4bdc0622b), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.528441 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c58407a6-c437-4d9f-805d-7416b7c9b211 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.535948 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-c58407a6-c437-4d9f-805d-7416b7c9b211 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/35b1421f-97f6-493a-8d7d-4cd4bdc0622b HTTP/1.1" status: 204 len: 168 time: 0.3025496 Oct 17 11:07:29.541220 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58407a6-c437-4d9f-805d-7416b7c9b211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b1421f-97f6-493a-8d7d-4cd4bdc0622b,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:29.548982 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a79ff80d-4fb0-4380-a243-a85965534ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.582331 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Attempting to bind port baad03b4-21b5-4467-8b7a-0debd5718173 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:07:29.582709 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Attempting to bind port baad03b4-21b5-4467-8b7a-0debd5718173 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:07:29.583353 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Attempting to bind port baad03b4-21b5-4467-8b7a-0debd5718173 on network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:07:29.590040 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:07:29.590369 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Checking segment: {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:07:29.591081 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.591558 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Bound using segment: {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:07:29.592018 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Bound port: baad03b4-21b5-4467-8b7a-0debd5718173, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:07:29.592478 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (baad03b4-21b5-4467-8b7a-0debd5718173), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.626996 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Allocated IP 172.28.1.124 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/d7eb7d76-e205-4bb8-8ea5-842df9eb147c) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:07:29.650286 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51254) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:29.702023 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] For port baad03b4-21b5-4467-8b7a-0debd5718173, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:07:29.710858 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] For port baad03b4-21b5-4467-8b7a-0debd5718173, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=baad03b4-21b5-4467-8b7a-0debd5718173,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:07:29.726339 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (baad03b4-21b5-4467-8b7a-0debd5718173), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.811432 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e550b9a9-1a84-46ce-a2b5-d4bbae0396d0 None None] Pushing event updated for resources: {'Port': ['ID=baad03b4-21b5-4467-8b7a-0debd5718173,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:29.847615 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51266) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:29.878298 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c4e59aeb-c223-40cd-85d6-dba806570cee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.926216 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a79ff80d-4fb0-4380-a243-a85965534ab4 admin admin] Publish callbacks [] for security_group (905b2951-cd43-40d6-b77b-07b668a49a3b), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.939809 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a79ff80d-4fb0-4380-a243-a85965534ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (905b2951-cd43-40d6-b77b-07b668a49a3b), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:29.970048 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Publish callbacks [] for port (d7eb7d76-e205-4bb8-8ea5-842df9eb147c), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.064455 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-a79ff80d-4fb0-4380-a243-a85965534ab4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b8fd7c85e6144e480f74d338495ba6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5821626 Oct 17 11:07:30.065449 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ff80d-4fb0-4380-a243-a85965534ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905b2951-cd43-40d6-b77b-07b668a49a3b,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:30.074376 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51280) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:30.169871 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c4e59aeb-c223-40cd-85d6-dba806570cee admin admin] Publish callbacks [] for security_group (58a2095f-2aac-4008-8c56-a73be702cf9f), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.176958 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e19788dc-a1b0-417c-aec2-450cbdad7bae admin admin] Publish callbacks [] for security_group (905b2951-cd43-40d6-b77b-07b668a49a3b), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.182898 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c4e59aeb-c223-40cd-85d6-dba806570cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (58a2095f-2aac-4008-8c56-a73be702cf9f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.190766 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (d7eb7d76-e205-4bb8-8ea5-842df9eb147c), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.240351 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e59aeb-c223-40cd-85d6-dba806570cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58a2095f-2aac-4008-8c56-a73be702cf9f,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:30.286490 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:07:30.294944 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e19788dc-a1b0-417c-aec2-450cbdad7bae admin admin] Publish callbacks [] for security_group (905b2951-cd43-40d6-b77b-07b668a49a3b), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.305054 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:07:30.310836 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:07:30.335836 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-c4e59aeb-c223-40cd-85d6-dba806570cee admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d778ce4c4c6e4485a810f9a210bde1e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4871383 Oct 17 11:07:30.336872 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51290) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:30.345798 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-487fc633-804d-40bf-822f-3261c031fd55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.359661 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Pushing event updated for resources: {'Port': ['ID=d7eb7d76-e205-4bb8-8ea5-842df9eb147c,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:30.429378 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51296) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:30.461396 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-547a00c4-b7b9-4188-9049-3e08de64c8e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.472944 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e94b-a516-4bc3-ad06-fa23fb78ca8d admin admin] Publish callbacks [] for security_group (58a2095f-2aac-4008-8c56-a73be702cf9f), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.495185 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e19788dc-a1b0-417c-aec2-450cbdad7bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (905b2951-cd43-40d6-b77b-07b668a49a3b), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.501870 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e19788dc-a1b0-417c-aec2-450cbdad7bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.506184 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-e19788dc-a1b0-417c-aec2-450cbdad7bae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/905b2951-cd43-40d6-b77b-07b668a49a3b HTTP/1.1" status: 204 len: 168 time: 0.4269185 Oct 17 11:07:30.517485 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19788dc-a1b0-417c-aec2-450cbdad7bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905b2951-cd43-40d6-b77b-07b668a49a3b,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:30.520224 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e94b-a516-4bc3-ad06-fa23fb78ca8d admin admin] Publish callbacks [] for security_group (58a2095f-2aac-4008-8c56-a73be702cf9f), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.585077 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-487fc633-804d-40bf-822f-3261c031fd55 admin admin] Publish callbacks [] for security_group (dbcae210-add3-40f5-a5be-25df811bb878), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.613691 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-487fc633-804d-40bf-822f-3261c031fd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (dbcae210-add3-40f5-a5be-25df811bb878), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.720974 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-487fc633-804d-40bf-822f-3261c031fd55 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6061fc5398644711b6a5cd2c30caa92a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0692616 Oct 17 11:07:30.724335 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51314) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:30.737606 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487fc633-804d-40bf-822f-3261c031fd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcae210-add3-40f5-a5be-25df811bb878,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:30.751437 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e94b-a516-4bc3-ad06-fa23fb78ca8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (58a2095f-2aac-4008-8c56-a73be702cf9f), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.754683 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3cc1e94b-a516-4bc3-ad06-fa23fb78ca8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.756539 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-3cc1e94b-a516-4bc3-ad06-fa23fb78ca8d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/58a2095f-2aac-4008-8c56-a73be702cf9f HTTP/1.1" status: 204 len: 168 time: 0.4180293 Oct 17 11:07:30.768283 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-547a00c4-b7b9-4188-9049-3e08de64c8e5 admin admin] Publish callbacks [] for security_group (a5a0b92a-7508-4bab-a2e5-b8599fa3e3be), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.778175 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-547a00c4-b7b9-4188-9049-3e08de64c8e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (a5a0b92a-7508-4bab-a2e5-b8599fa3e3be), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.782042 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc1e94b-a516-4bc3-ad06-fa23fb78ca8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58a2095f-2aac-4008-8c56-a73be702cf9f,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:30.816618 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a00c4-b7b9-4188-9049-3e08de64c8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a0b92a-7508-4bab-a2e5-b8599fa3e3be,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:30.839047 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Publish callbacks [] for router_gateway (98ef45da-33ae-4664-89f0-264014cb5eba), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.841095 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-547a00c4-b7b9-4188-9049-3e08de64c8e5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=60833e329731409794ce783884fd82cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4077616 Oct 17 11:07:30.844062 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51326) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:30.911286 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b5b106d2-fad4-4faa-b062-f98cd54267d4 admin admin] Publish callbacks [] for security_group (a5a0b92a-7508-4bab-a2e5-b8599fa3e3be), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:30.947435 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b5b106d2-fad4-4faa-b062-f98cd54267d4 admin admin] Publish callbacks [] for security_group (a5a0b92a-7508-4bab-a2e5-b8599fa3e3be), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:31.022808 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d46ce7aa-f523-4230-986b-7cd51f39d8ed admin admin] Publish callbacks [] for security_group (dbcae210-add3-40f5-a5be-25df811bb878), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:31.080891 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b5b106d2-fad4-4faa-b062-f98cd54267d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (a5a0b92a-7508-4bab-a2e5-b8599fa3e3be), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:31.084004 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b5b106d2-fad4-4faa-b062-f98cd54267d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:31.092895 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-b5b106d2-fad4-4faa-b062-f98cd54267d4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a5a0b92a-7508-4bab-a2e5-b8599fa3e3be HTTP/1.1" status: 204 len: 168 time: 0.2474060 Oct 17 11:07:31.115903 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b106d2-fad4-4faa-b062-f98cd54267d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a0b92a-7508-4bab-a2e5-b8599fa3e3be,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:31.136105 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d46ce7aa-f523-4230-986b-7cd51f39d8ed admin admin] Publish callbacks [] for security_group (dbcae210-add3-40f5-a5be-25df811bb878), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:31.238365 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device baad03b4-21b5-4467-8b7a-0debd5718173 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:07:31.331454 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882870'] for router (98ef45da-33ae-4664-89f0-264014cb5eba), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:31.363164 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09af1b7f-88a0-41d7-a161-7225ba24ddab None None] Network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:07:31.440103 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port baad03b4-21b5-4467-8b7a-0debd5718173 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:31.440609 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (baad03b4-21b5-4467-8b7a-0debd5718173), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:31.440997 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port baad03b4-21b5-4467-8b7a-0debd5718173 Oct 17 11:07:31.471865 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-47e2922b-76d9-45c3-b6a0-6b735a4732bb None None] Provisioning complete for port baad03b4-21b5-4467-8b7a-0debd5718173 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:31.472498 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-47e2922b-76d9-45c3-b6a0-6b735a4732bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (baad03b4-21b5-4467-8b7a-0debd5718173), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:31.472966 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-47e2922b-76d9-45c3-b6a0-6b735a4732bb None None] Attempt 1 to provision port baad03b4-21b5-4467-8b7a-0debd5718173 Oct 17 11:07:31.505592 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d46ce7aa-f523-4230-986b-7cd51f39d8ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (dbcae210-add3-40f5-a5be-25df811bb878), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:31.515003 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d46ce7aa-f523-4230-986b-7cd51f39d8ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:31.517732 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-d46ce7aa-f523-4230-986b-7cd51f39d8ed admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/dbcae210-add3-40f5-a5be-25df811bb878 HTTP/1.1" status: 204 len: 168 time: 0.7837446 Oct 17 11:07:31.528594 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46ce7aa-f523-4230-986b-7cd51f39d8ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcae210-add3-40f5-a5be-25df811bb878,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:31.555798 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Router 98ef45da-33ae-4664-89f0-264014cb5eba is scheduled to L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 with binding_index 1 {{(pid=103976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 11:07:31.812593 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port baad03b4-21b5-4467-8b7a-0debd5718173 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:31.812593 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (baad03b4-21b5-4467-8b7a-0debd5718173), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:31.821877 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-47e2922b-76d9-45c3-b6a0-6b735a4732bb None None] Current status of the port baad03b4-21b5-4467-8b7a-0debd5718173 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:31.822274 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-47e2922b-76d9-45c3-b6a0-6b735a4732bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (baad03b4-21b5-4467-8b7a-0debd5718173), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:31.880632 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port baad03b4-21b5-4467-8b7a-0debd5718173, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=baad03b4-21b5-4467-8b7a-0debd5718173,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:31.889830 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (baad03b4-21b5-4467-8b7a-0debd5718173), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:31.959281 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:07:31.974891 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Sync routers for ids ['98ef45da-33ae-4664-89f0-264014cb5eba'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:07:31.983963 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.db.api [None req-47e2922b-76d9-45c3-b6a0-6b735a4732bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103978) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 17 11:07:31.984578 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG oslo_db.api [None req-47e2922b-76d9-45c3-b6a0-6b735a4732bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 17 11:07:32.003926 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=baad03b4-21b5-4467-8b7a-0debd5718173,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:32.006518 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:32.016110 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Routers {'98ef45da-33ae-4664-89f0-264014cb5eba'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:07:32.017958 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-7af1959e-48d5-47a9-b76f-0ddb6502a28f admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5422311 Oct 17 11:07:32.019893 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:07:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['98ef45da-33ae-4664-89f0-264014cb5eba'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:32.020691 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51378) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:32.184953 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Set router 98ef45da-33ae-4664-89f0-264014cb5eba gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:07:32.278656 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51388) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:32.482553 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:30Z', 'revision_number': 3, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:32.519991 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Checking router: 98ef45da-33ae-4664-89f0-264014cb5eba for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:07:32.520700 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Updating router 98ef45da-33ae-4664-89f0-264014cb5eba port d7eb7d76-e205-4bb8-8ea5-842df9eb147c binding host dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:07:32.560262 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6e68-62cc-4457-917d-394f8a9a6f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:32.575042 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d7eb7d76-e205-4bb8-8ea5-842df9eb147c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:32.615346 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:32.624016 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-47e2922b-76d9-45c3-b6a0-6b735a4732bb None None] Current status of the port baad03b4-21b5-4467-8b7a-0debd5718173 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:32.745586 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6e68-62cc-4457-917d-394f8a9a6f70 admin admin] Publish callbacks [] for security_group (5971359a-4b58-4cfd-a28d-353bbb26b2c6), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:32.752497 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6e68-62cc-4457-917d-394f8a9a6f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (5971359a-4b58-4cfd-a28d-353bbb26b2c6), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:32.809315 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-1b0ba8b2-d838-457b-824d-de04925dbc99 None None] Provisioning complete for port baad03b4-21b5-4467-8b7a-0debd5718173 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:32.810248 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1b0ba8b2-d838-457b-824d-de04925dbc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (baad03b4-21b5-4467-8b7a-0debd5718173), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:32.810780 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-1b0ba8b2-d838-457b-824d-de04925dbc99 None None] Attempt 1 to provision port baad03b4-21b5-4467-8b7a-0debd5718173 Oct 17 11:07:32.823534 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-9d4b6e68-62cc-4457-917d-394f8a9a6f70 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7ae78a2b7f7d41488cc8a4b3e9e0156e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5424836 Oct 17 11:07:32.827280 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51412) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:32.835792 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Allocated IP 172.20.0.1 (7d88e633-7f7b-4c9f-8df7-edafde1fd786/9472c554-2eab-4dd6-a473-72685a9ca8f9/17f80c87-ac0a-48e1-8ddd-a6c431d84539) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:07:32.880744 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b6e68-62cc-4457-917d-394f8a9a6f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5971359a-4b58-4cfd-a28d-353bbb26b2c6,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:32.951984 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7344bd6f-8606-4585-bb17-23e8cfb9b72b admin admin] Publish callbacks [] for security_group (5971359a-4b58-4cfd-a28d-353bbb26b2c6), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:32.975718 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Publish callbacks [] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.007699 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7344bd6f-8606-4585-bb17-23e8cfb9b72b admin admin] Publish callbacks [] for security_group (5971359a-4b58-4cfd-a28d-353bbb26b2c6), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.022420 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.028387 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ba8b2-d838-457b-824d-de04925dbc99 None None] Current status of the port baad03b4-21b5-4467-8b7a-0debd5718173 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:33.090781 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7344bd6f-8606-4585-bb17-23e8cfb9b72b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (5971359a-4b58-4cfd-a28d-353bbb26b2c6), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.095436 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7344bd6f-8606-4585-bb17-23e8cfb9b72b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.096866 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-7344bd6f-8606-4585-bb17-23e8cfb9b72b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5971359a-4b58-4cfd-a28d-353bbb26b2c6 HTTP/1.1" status: 204 len: 168 time: 0.2683463 Oct 17 11:07:33.109336 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Pushing event updated for resources: {'Port': ['ID=17f80c87-ac0a-48e1-8ddd-a6c431d84539,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:33.109555 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Publish callbacks [] for port (d7eb7d76-e205-4bb8-8ea5-842df9eb147c), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.119741 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d7eb7d76-e205-4bb8-8ea5-842df9eb147c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.121551 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344bd6f-8606-4585-bb17-23e8cfb9b72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5971359a-4b58-4cfd-a28d-353bbb26b2c6,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:33.141910 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:07:33.143383 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:07:33.150448 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:07:33.206739 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device baad03b4-21b5-4467-8b7a-0debd5718173 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:07:33.221831 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878563'] for router_interface (98ef45da-33ae-4664-89f0-264014cb5eba), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.256937 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Attempting to bind port d7eb7d76-e205-4bb8-8ea5-842df9eb147c on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:07:33.257345 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Attempting to bind port d7eb7d76-e205-4bb8-8ea5-842df9eb147c by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:07:33.257713 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Attempting to bind port d7eb7d76-e205-4bb8-8ea5-842df9eb147c on network 59bc4f32-b948-49dd-8148-863382a25dbf {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:07:33.276048 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:07:33.276446 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Checking segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:07:33.276838 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.277264 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Bound using segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:07:33.277760 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Bound port: d7eb7d76-e205-4bb8-8ea5-842df9eb147c, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:07:33.278144 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d7eb7d76-e205-4bb8-8ea5-842df9eb147c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.334958 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] For port d7eb7d76-e205-4bb8-8ea5-842df9eb147c, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:07:33.354986 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841a280-b2f0-47af-b18a-2d740d376cd5 None None] Pushing event updated for resources: {'Port': ['ID=d7eb7d76-e205-4bb8-8ea5-842df9eb147c,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:33.373269 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] For port d7eb7d76-e205-4bb8-8ea5-842df9eb147c, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=d7eb7d76-e205-4bb8-8ea5-842df9eb147c,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:07:33.384697 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port baad03b4-21b5-4467-8b7a-0debd5718173 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:33.385103 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (baad03b4-21b5-4467-8b7a-0debd5718173), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.385567 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port baad03b4-21b5-4467-8b7a-0debd5718173 Oct 17 11:07:33.434923 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d7eb7d76-e205-4bb8-8ea5-842df9eb147c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.460413 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.506059 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Routers {'98ef45da-33ae-4664-89f0-264014cb5eba'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:07:33.506995 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:07:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['98ef45da-33ae-4664-89f0-264014cb5eba'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:33.628883 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841a280-b2f0-47af-b18a-2d740d376cd5 None None] Pushing event updated for resources: {'Port': ['ID=d7eb7d76-e205-4bb8-8ea5-842df9eb147c,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:33.677441 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Provisioning complete for port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:33.677821 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.678155 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Attempt 1 to provision port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 Oct 17 11:07:33.689470 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Publish callbacks [] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.699831 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.708183 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port baad03b4-21b5-4467-8b7a-0debd5718173 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:33.731561 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:07:33.738665 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] Set router 98ef45da-33ae-4664-89f0-264014cb5eba gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:07:33.771341 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8316014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7878455'] for router_interface (98ef45da-33ae-4664-89f0-264014cb5eba), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:33.896321 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Pushing event updated for resources: {'Port': ['ID=17f80c87-ac0a-48e1-8ddd-a6c431d84539,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:33.945415 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51474) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:33.968515 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c76dac9b-f2de-4723-8344-b07ac0a4df1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:34.013234 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:07:34.017024 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:07:34.073891 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '17f80c87-ac0a-48e1-8ddd-a6c431d84539', 'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'mac_address': 'fa:16:3e:db:d9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:32Z', 'updated_at': '2022-10-17T11:07:32Z', 'revision_number': 1, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'subnets': [{'id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:34.139164 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe40986-c967-4373-8f8f-c245c4acd39b None None] The sync data for ids ['98ef45da-33ae-4664-89f0-264014cb5eba'] in dv-cinder-858463-3-smb is: [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '17f80c87-ac0a-48e1-8ddd-a6c431d84539', 'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'mac_address': 'fa:16:3e:db:d9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:32Z', 'updated_at': '2022-10-17T11:07:32Z', 'revision_number': 1, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'subnets': [{'id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:07:34.209644 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c76dac9b-f2de-4723-8344-b07ac0a4df1e admin admin] Publish callbacks [] for security_group (2288e0d8-2905-407c-a1e7-272df7786ec3), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:34.220495 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c76dac9b-f2de-4723-8344-b07ac0a4df1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (2288e0d8-2905-407c-a1e7-272df7786ec3), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:34.233374 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Attempt 2 to provision port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 Oct 17 11:07:34.295458 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-c76dac9b-f2de-4723-8344-b07ac0a4df1e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7175e364f0294f069669dbf37329b61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467596 Oct 17 11:07:34.299032 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51490) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:34.323933 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:07:34.374371 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Router 98ef45da-33ae-4664-89f0-264014cb5eba has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:07:34.530636 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6d579a9a-746f-41b8-b091-a9e83a6219e5 admin admin] Publish callbacks [] for security_group (2288e0d8-2905-407c-a1e7-272df7786ec3), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:34.579104 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6d579a9a-746f-41b8-b091-a9e83a6219e5 admin admin] Publish callbacks [] for security_group (2288e0d8-2905-407c-a1e7-272df7786ec3), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:34.585067 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76dac9b-f2de-4723-8344-b07ac0a4df1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2288e0d8-2905-407c-a1e7-272df7786ec3,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:34.636210 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:07:34.649462 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-f4780a27-2729-4aaa-9ba5-1b1aef9994de admin admin] 10.222.0.43 "PUT /v2.0/routers/98ef45da-33ae-4664-89f0-264014cb5eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6265244 Oct 17 11:07:34.754532 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6d579a9a-746f-41b8-b091-a9e83a6219e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (2288e0d8-2905-407c-a1e7-272df7786ec3), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:34.757549 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6d579a9a-746f-41b8-b091-a9e83a6219e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:34.758784 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-6d579a9a-746f-41b8-b091-a9e83a6219e5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2288e0d8-2905-407c-a1e7-272df7786ec3 HTTP/1.1" status: 204 len: 168 time: 0.4509213 Oct 17 11:07:34.774342 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d579a9a-746f-41b8-b091-a9e83a6219e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2288e0d8-2905-407c-a1e7-272df7786ec3,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:34.825455 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Attempt 3 to provision port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 Oct 17 11:07:34.891475 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:07:35.393332 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Attempt 4 to provision port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 Oct 17 11:07:35.485985 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:07:35.876829 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-bec2f7c8-d951-4969-8ad0-aea9783ba740 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:35.878571 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-bec2f7c8-d951-4969-8ad0-aea9783ba740 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 819 time: 0.1518667 Oct 17 11:07:35.903419 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-b3b72432-137f-431e-a868-36e68e73eb99 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/quotas/87306056296d4c988791fa6d2c0d9d52 HTTP/1.1" status: 200 len: 375 time: 0.0155916 Oct 17 11:07:35.967377 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-37306e36-11c4-40bf-8897-e6343a0eecb1 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0562587 Oct 17 11:07:35.987136 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Attempt 5 to provision port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 Oct 17 11:07:36.067076 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:07:36.134787 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-1d6cc785-e76a-42c9-9390-4cf4cfeba8cd service neutron] 10.222.0.43 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533847 Oct 17 11:07:36.305142 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-4cf55b37-4a07-4f33-9bf4-71f527e39dba service neutron] 10.222.0.43 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624975 Oct 17 11:07:36.541040 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-61fab44c-34c5-4d43-a110-ab6bc26dc617 req-38f2493f-0e34-4a1c-907a-82083d36ea32 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 210 time: 0.0401349 Oct 17 11:07:36.568966 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Attempt 6 to provision port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 Oct 17 11:07:36.635975 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:07:36.948762 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-55314b76-e402-4a2a-8b3e-198f0cb43327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:37.137569 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Attempt 7 to provision port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 Oct 17 11:07:37.239813 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device d7eb7d76-e205-4bb8-8ea5-842df9eb147c up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:07:37.336618 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660d47-8d05-4c95-b426-a526f2231a56 req-826b745f-f1c5-41a3-910c-ae27b2c1bbdc tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:37.361433 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-17660d47-8d05-4c95-b426-a526f2231a56 req-826b745f-f1c5-41a3-910c-ae27b2c1bbdc tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 819 time: 0.4294758 Oct 17 11:07:37.380003 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-17660d47-8d05-4c95-b426-a526f2231a56 req-d8a5c6cd-e2d9-4e2c-a513-edccfeac29ba tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/quotas/87306056296d4c988791fa6d2c0d9d52 HTTP/1.1" status: 200 len: 375 time: 0.0175538 Oct 17 11:07:37.455626 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Sync routers for ids ['98ef45da-33ae-4664-89f0-264014cb5eba'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:07:37.474874 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Routers {'98ef45da-33ae-4664-89f0-264014cb5eba'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:07:37.476697 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:07:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['98ef45da-33ae-4664-89f0-264014cb5eba'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:37.552865 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:07:37.556439 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port d7eb7d76-e205-4bb8-8ea5-842df9eb147c triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:37.557249 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d7eb7d76-e205-4bb8-8ea5-842df9eb147c), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:37.561086 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port d7eb7d76-e205-4bb8-8ea5-842df9eb147c Oct 17 11:07:37.584678 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-17660d47-8d05-4c95-b426-a526f2231a56 req-f8ca6a8a-c7eb-4cc3-85cc-9c82e3514f74 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2034721 Oct 17 11:07:37.641082 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Set router 98ef45da-33ae-4664-89f0-264014cb5eba gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:07:37.671525 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port d7eb7d76-e205-4bb8-8ea5-842df9eb147c is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:37.672184 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d7eb7d76-e205-4bb8-8ea5-842df9eb147c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:37.713438 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port d7eb7d76-e205-4bb8-8ea5-842df9eb147c, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=d7eb7d76-e205-4bb8-8ea5-842df9eb147c,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:37.725695 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d7eb7d76-e205-4bb8-8ea5-842df9eb147c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:37.783228 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-17660d47-8d05-4c95-b426-a526f2231a56 req-f3c439be-8b24-4c24-83ed-73885e5e6190 service neutron] 10.222.0.43 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861446 Oct 17 11:07:37.821068 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=d7eb7d76-e205-4bb8-8ea5-842df9eb147c,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:37.915245 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '17f80c87-ac0a-48e1-8ddd-a6c431d84539', 'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'mac_address': 'fa:16:3e:db:d9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:32Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 2, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'subnets': [{'id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:37.922056 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-17660d47-8d05-4c95-b426-a526f2231a56 req-a4fd1e05-339d-4c4b-84d9-c5ad490805ce service neutron] 10.222.0.43 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318662 Oct 17 11:07:37.953653 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Checking router: 98ef45da-33ae-4664-89f0-264014cb5eba for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:07:37.953653 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Updating router 98ef45da-33ae-4664-89f0-264014cb5eba port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 binding host dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:07:37.986425 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:38.048062 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51698) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:38.053936 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Attempt 8 to provision port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 Oct 17 11:07:38.116610 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:07:38.241890 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9e8ecccf-65c3-4148-ac9b-74ff883dfc9e req-7197f554-54e8-4759-9cd8-5d5cd901f584 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 210 time: 0.0651658 Oct 17 11:07:38.458212 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5813cfed-6a07-4eb5-9817-83b4170d989b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:38.486821 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Publish callbacks [] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:38.500438 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:38.608733 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Pushing event updated for resources: {'Port': ['ID=17f80c87-ac0a-48e1-8ddd-a6c431d84539,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:38.618726 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Attempt 9 to provision port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 Oct 17 11:07:38.658856 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-a4292570-1827-4701-90fd-153f8661d072 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:38.664818 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:38.665499 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:38.666272 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:38.666619 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-a4292570-1827-4701-90fd-153f8661d072 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 819 time: 0.4186788 Oct 17 11:07:38.667758 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:38.668973 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:38.669898 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:38.671710 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:38.672110 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:38.672571 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:38.673648 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:38.674545 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:38.676445 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:38.676970 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:07:38.703202 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-95100895-e2af-4d76-9de5-bd36e9b0c924 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Request body: {'port': {'device_id': '1f2d538a-1102-4dd3-889e-69f89895183a', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'admin_state_up': True, 'tenant_id': '87306056296d4c988791fa6d2c0d9d52'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:38.733502 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51740) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:38.754135 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5813cfed-6a07-4eb5-9817-83b4170d989b admin admin] Publish callbacks [] for security_group (cb17c775-5150-4db0-9ca2-ddf3220e3ecf), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:38.775087 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:07:38.780478 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5813cfed-6a07-4eb5-9817-83b4170d989b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (cb17c775-5150-4db0-9ca2-ddf3220e3ecf), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:38.796385 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Attempting to bind port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:07:38.796693 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Attempting to bind port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:07:38.797049 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Attempting to bind port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 on network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:07:38.810813 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:07:38.811149 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Checking segment: {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:07:38.811547 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:38.811936 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Bound using segment: {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:07:38.812407 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Bound port: 17f80c87-ac0a-48e1-8ddd-a6c431d84539, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:07:38.812781 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:38.885894 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-5813cfed-6a07-4eb5-9817-83b4170d989b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f6f084c37be54ad980ce838f45ebe62c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8351338 Oct 17 11:07:38.891724 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51752) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:38.953707 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813cfed-6a07-4eb5-9817-83b4170d989b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb17c775-5150-4db0-9ca2-ddf3220e3ecf,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:39.010902 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] For port 17f80c87-ac0a-48e1-8ddd-a6c431d84539, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:07:39.027787 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] For port 17f80c87-ac0a-48e1-8ddd-a6c431d84539, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=17f80c87-ac0a-48e1-8ddd-a6c431d84539,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:07:39.055711 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:39.084952 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5312ca08-f4e3-4217-8125-20407b4b3c34 admin admin] Publish callbacks [] for security_group (cb17c775-5150-4db0-9ca2-ddf3220e3ecf), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:39.166058 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5312ca08-f4e3-4217-8125-20407b4b3c34 admin admin] Publish callbacks [] for security_group (cb17c775-5150-4db0-9ca2-ddf3220e3ecf), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:39.208870 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device d7eb7d76-e205-4bb8-8ea5-842df9eb147c up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:07:39.233854 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b9f69-7111-4733-b3db-78091e028765 None None] Pushing event updated for resources: {'Port': ['ID=17f80c87-ac0a-48e1-8ddd-a6c431d84539,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:39.262826 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Routers {'98ef45da-33ae-4664-89f0-264014cb5eba'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:07:39.263580 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:07:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['98ef45da-33ae-4664-89f0-264014cb5eba'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:39.293010 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5312ca08-f4e3-4217-8125-20407b4b3c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (cb17c775-5150-4db0-9ca2-ddf3220e3ecf), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:39.296441 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5312ca08-f4e3-4217-8125-20407b4b3c34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:39.309492 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-5312ca08-f4e3-4217-8125-20407b4b3c34 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/cb17c775-5150-4db0-9ca2-ddf3220e3ecf HTTP/1.1" status: 204 len: 168 time: 0.4055719 Oct 17 11:07:39.328292 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Attempt 10 to provision port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 Oct 17 11:07:39.363782 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312ca08-f4e3-4217-8125-20407b4b3c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb17c775-5150-4db0-9ca2-ddf3220e3ecf,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:39.367659 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41372cf7-9c13-4c34-9d4d-0cfd614d3adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:39.475610 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9262094d-3754-4ee3-868d-6d3743bd4ab8 req-fa302334-749b-4206-94e3-268f9e2499b0 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 210 time: 0.0531669 Oct 17 11:07:39.579275 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port d7eb7d76-e205-4bb8-8ea5-842df9eb147c triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:39.579738 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d7eb7d76-e205-4bb8-8ea5-842df9eb147c), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:39.581560 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51766) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:39.582367 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port d7eb7d76-e205-4bb8-8ea5-842df9eb147c Oct 17 11:07:39.586651 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5d1ce779-39f6-49a5-a616-a51d023dc7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:39.663271 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-95100895-e2af-4d76-9de5-bd36e9b0c924 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Made reservation on behalf of 87306056296d4c988791fa6d2c0d9d52 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:07:39.667819 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-95100895-e2af-4d76-9de5-bd36e9b0c924 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:39.674448 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41372cf7-9c13-4c34-9d4d-0cfd614d3adc admin admin] Publish callbacks [] for security_group (f63bbedc-aae2-4782-b7ae-e44a1ee6b527), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:39.681593 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41372cf7-9c13-4c34-9d4d-0cfd614d3adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f63bbedc-aae2-4782-b7ae-e44a1ee6b527), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:39.695915 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] Set router 98ef45da-33ae-4664-89f0-264014cb5eba gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:07:39.714201 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Current status of the port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:39.715745 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:39.799636 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] For port 17f80c87-ac0a-48e1-8ddd-a6c431d84539, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=17f80c87-ac0a-48e1-8ddd-a6c431d84539,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:39.817332 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:39.875398 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-41372cf7-9c13-4c34-9d4d-0cfd614d3adc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7574d8163cc04fa3b00629c41b350708&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1455386 Oct 17 11:07:39.885660 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-95100895-e2af-4d76-9de5-bd36e9b0c924 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Allocated IP 172.20.0.3 (7d88e633-7f7b-4c9f-8df7-edafde1fd786/9472c554-2eab-4dd6-a473-72685a9ca8f9/c135cab7-0517-4f21-8e63-4e68efab8316) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:07:39.898129 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port d7eb7d76-e205-4bb8-8ea5-842df9eb147c is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:39.922811 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51774) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:39.940258 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41372cf7-9c13-4c34-9d4d-0cfd614d3adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63bbedc-aae2-4782-b7ae-e44a1ee6b527,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:40.009634 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c99d408-9599-4cdf-a29c-0300d7c5c1b9 None None] Pushing event updated for resources: {'Port': ['ID=17f80c87-ac0a-48e1-8ddd-a6c431d84539,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:40.012207 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51780) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:40.027159 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-2eb2a368-c4b6-41c8-a668-2f7a7904ceea None None] Provisioning complete for port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:40.028658 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2eb2a368-c4b6-41c8-a668-2f7a7904ceea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.029235 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-2eb2a368-c4b6-41c8-a668-2f7a7904ceea None None] Attempt 1 to provision port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 Oct 17 11:07:40.052850 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7d6ce259-d0f9-4347-b398-29c530cdbeb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.147465 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660d47-8d05-4c95-b426-a526f2231a56 req-f4754988-83f9-4b08-af7a-1c0523d155e8 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:40.149170 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-17660d47-8d05-4c95-b426-a526f2231a56 req-f4754988-83f9-4b08-af7a-1c0523d155e8 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 819 time: 0.3682051 Oct 17 11:07:40.163418 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-95100895-e2af-4d76-9de5-bd36e9b0c924 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for port (c135cab7-0517-4f21-8e63-4e68efab8316), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.167851 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-084b6ecd-a7ae-4bfb-9504-e3ed85198e1f admin admin] Publish callbacks [] for security_group (f63bbedc-aae2-4782-b7ae-e44a1ee6b527), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.193892 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [req-17660d47-8d05-4c95-b426-a526f2231a56 req-b63c7278-24a3-4abf-b7be-2d9729e0abc2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Request body: {'port': {'device_id': '9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'admin_state_up': True, 'tenant_id': '87306056296d4c988791fa6d2c0d9d52'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:40.198635 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-2eb2a368-c4b6-41c8-a668-2f7a7904ceea None None] Current status of the port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:40.208056 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.218268 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-196a6153-e2fa-4570-9507-041147e7a6cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.221039 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-95100895-e2af-4d76-9de5-bd36e9b0c924 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (c135cab7-0517-4f21-8e63-4e68efab8316), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.223016 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '17f80c87-ac0a-48e1-8ddd-a6c431d84539', 'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'mac_address': 'fa:16:3e:db:d9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:32Z', 'updated_at': '2022-10-17T11:07:38Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'subnets': [{'id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:07:40.252398 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391ee49a-e8ea-42c4-a4d5-78916fc0010e None None] The sync data for ids ['98ef45da-33ae-4664-89f0-264014cb5eba'] in dv-cinder-858463-3-smb is: [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '17f80c87-ac0a-48e1-8ddd-a6c431d84539', 'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'mac_address': 'fa:16:3e:db:d9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:32Z', 'updated_at': '2022-10-17T11:07:38Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'subnets': [{'id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:07:40.272222 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-084b6ecd-a7ae-4bfb-9504-e3ed85198e1f admin admin] Publish callbacks [] for security_group (f63bbedc-aae2-4782-b7ae-e44a1ee6b527), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.280090 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-95100895-e2af-4d76-9de5-bd36e9b0c924 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:07:40.287838 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-95100895-e2af-4d76-9de5-bd36e9b0c924 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:07:40.314331 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-95100895-e2af-4d76-9de5-bd36e9b0c924 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:07:40.354788 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95100895-e2af-4d76-9de5-bd36e9b0c924 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Pushing event updated for resources: {'Port': ['ID=c135cab7-0517-4f21-8e63-4e68efab8316,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:40.429843 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7d6ce259-d0f9-4347-b398-29c530cdbeb7 admin admin] Publish callbacks [] for security_group (ff82f5d0-f92f-4feb-b9d9-e76929ebc46c), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.440829 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-95100895-e2af-4d76-9de5-bd36e9b0c924 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:40.442598 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-95100895-e2af-4d76-9de5-bd36e9b0c924 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.462037 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7d6ce259-d0f9-4347-b398-29c530cdbeb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (ff82f5d0-f92f-4feb-b9d9-e76929ebc46c), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.494379 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-95100895-e2af-4d76-9de5-bd36e9b0c924 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8209310 Oct 17 11:07:40.516087 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-084b6ecd-a7ae-4bfb-9504-e3ed85198e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f63bbedc-aae2-4782-b7ae-e44a1ee6b527), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.518926 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-084b6ecd-a7ae-4bfb-9504-e3ed85198e1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.531581 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-084b6ecd-a7ae-4bfb-9504-e3ed85198e1f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f63bbedc-aae2-4782-b7ae-e44a1ee6b527 HTTP/1.1" status: 204 len: 168 time: 0.6021035 Oct 17 11:07:40.532659 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17660d47-8d05-4c95-b426-a526f2231a56 req-b63c7278-24a3-4abf-b7be-2d9729e0abc2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Made reservation on behalf of 87306056296d4c988791fa6d2c0d9d52 for: {'port': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:07:40.534323 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-196a6153-e2fa-4570-9507-041147e7a6cf admin admin] Publish callbacks [] for security_group (eacdf9ec-ee2c-4050-9ad7-863d290a6667), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.542758 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.547266 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-17660d47-8d05-4c95-b426-a526f2231a56 req-b63c7278-24a3-4abf-b7be-2d9729e0abc2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.547575 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Request body: {'port': {'device_id': '1f2d538a-1102-4dd3-889e-69f89895183a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:40.554528 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-196a6153-e2fa-4570-9507-041147e7a6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (eacdf9ec-ee2c-4050-9ad7-863d290a6667), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.645811 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-196a6153-e2fa-4570-9507-041147e7a6cf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1e880cbd0aff4c9c82e611077c0b0671&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0605183 Oct 17 11:07:40.656220 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51796) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:40.714308 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196a6153-e2fa-4570-9507-041147e7a6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eacdf9ec-ee2c-4050-9ad7-863d290a6667,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:40.716704 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ce259-d0f9-4347-b398-29c530cdbeb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff82f5d0-f92f-4feb-b9d9-e76929ebc46c,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:40.746022 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-829c4be2-4b66-4091-8caf-2ad9882b7443 req-a472fa67-b37f-42c6-9878-cc024a7d45dd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 210 time: 0.0965886 Oct 17 11:07:40.768504 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-e84b7ae9-5553-4ec3-bf55-2a83a967cffc None None] Provisioning complete for port c135cab7-0517-4f21-8e63-4e68efab8316 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:40.769165 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-7d6ce259-d0f9-4347-b398-29c530cdbeb7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b8d58e65d7cc40418e4a6e434e4a0770&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7555015 Oct 17 11:07:40.769264 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e84b7ae9-5553-4ec3-bf55-2a83a967cffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (c135cab7-0517-4f21-8e63-4e68efab8316), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.769392 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e84b7ae9-5553-4ec3-bf55-2a83a967cffc None None] Attempt 1 to provision port c135cab7-0517-4f21-8e63-4e68efab8316 Oct 17 11:07:40.784962 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51802) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:40.799922 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b6ecd-a7ae-4bfb-9504-e3ed85198e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63bbedc-aae2-4782-b7ae-e44a1ee6b527,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:40.865503 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e84b7ae9-5553-4ec3-bf55-2a83a967cffc None None] Port c135cab7-0517-4f21-8e63-4e68efab8316 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:07:40.901752 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [req-17660d47-8d05-4c95-b426-a526f2231a56 req-b63c7278-24a3-4abf-b7be-2d9729e0abc2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Allocated IP 172.20.0.7 (7d88e633-7f7b-4c9f-8df7-edafde1fd786/9472c554-2eab-4dd6-a473-72685a9ca8f9/c182ed08-afc1-43ee-b83b-166dfc97bc6c) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:07:40.930469 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (c135cab7-0517-4f21-8e63-4e68efab8316), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.982203 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-13e76d7c-b8de-4d31-88ca-04505f28f815 admin admin] Publish callbacks [] for security_group (eacdf9ec-ee2c-4050-9ad7-863d290a6667), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:40.986775 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51808) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:41.033450 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0e683592-d099-48c6-85b4-0d8b896a6bda admin admin] Publish callbacks [] for security_group (ff82f5d0-f92f-4feb-b9d9-e76929ebc46c), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.065674 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-13e76d7c-b8de-4d31-88ca-04505f28f815 admin admin] Publish callbacks [] for security_group (eacdf9ec-ee2c-4050-9ad7-863d290a6667), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.125710 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0e683592-d099-48c6-85b4-0d8b896a6bda admin admin] Publish callbacks [] for security_group (ff82f5d0-f92f-4feb-b9d9-e76929ebc46c), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.180774 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 17f80c87-ac0a-48e1-8ddd-a6c431d84539 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:07:41.194124 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e4ff8960-2f8d-455a-8503-d9ddf8e0f586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.235960 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:41.236496 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.236838 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 Oct 17 11:07:41.253813 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51816) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:41.298816 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-17660d47-8d05-4c95-b426-a526f2231a56 req-b63c7278-24a3-4abf-b7be-2d9729e0abc2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.357482 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-13e76d7c-b8de-4d31-88ca-04505f28f815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (eacdf9ec-ee2c-4050-9ad7-863d290a6667), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.360402 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-13e76d7c-b8de-4d31-88ca-04505f28f815 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.364186 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-13e76d7c-b8de-4d31-88ca-04505f28f815 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/eacdf9ec-ee2c-4050-9ad7-863d290a6667 HTTP/1.1" status: 204 len: 168 time: 0.7046123 Oct 17 11:07:41.366392 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0e683592-d099-48c6-85b4-0d8b896a6bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (ff82f5d0-f92f-4feb-b9d9-e76929ebc46c), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.368994 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0e683592-d099-48c6-85b4-0d8b896a6bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.370743 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-aeda69f1-17c9-47a8-b314-9bcf476b421b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.379004 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-0e683592-d099-48c6-85b4-0d8b896a6bda admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ff82f5d0-f92f-4feb-b9d9-e76929ebc46c HTTP/1.1" status: 204 len: 168 time: 0.5920639 Oct 17 11:07:41.381429 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e84b7ae9-5553-4ec3-bf55-2a83a967cffc None None] Attempt 2 to provision port c135cab7-0517-4f21-8e63-4e68efab8316 Oct 17 11:07:41.387345 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e76d7c-b8de-4d31-88ca-04505f28f815 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacdf9ec-ee2c-4050-9ad7-863d290a6667,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:41.401307 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e683592-d099-48c6-85b4-0d8b896a6bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff82f5d0-f92f-4feb-b9d9-e76929ebc46c,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:41.472163 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:41.504725 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e84b7ae9-5553-4ec3-bf55-2a83a967cffc None None] Port c135cab7-0517-4f21-8e63-4e68efab8316 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:07:41.526398 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-17660d47-8d05-4c95-b426-a526f2231a56 req-b63c7278-24a3-4abf-b7be-2d9729e0abc2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.637716 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17660d47-8d05-4c95-b426-a526f2231a56 req-b63c7278-24a3-4abf-b7be-2d9729e0abc2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:07:41.649862 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [req-17660d47-8d05-4c95-b426-a526f2231a56 req-b63c7278-24a3-4abf-b7be-2d9729e0abc2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:07:41.660263 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [req-17660d47-8d05-4c95-b426-a526f2231a56 req-b63c7278-24a3-4abf-b7be-2d9729e0abc2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:07:41.723573 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63c7278-24a3-4abf-b7be-2d9729e0abc2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Pushing event updated for resources: {'Port': ['ID=c182ed08-afc1-43ee-b83b-166dfc97bc6c,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:41.809850 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e4ff8960-2f8d-455a-8503-d9ddf8e0f586 admin admin] Publish callbacks [] for security_group (02a75a91-6893-4f7f-87a8-2c65671ba4ce), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.836360 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e4ff8960-2f8d-455a-8503-d9ddf8e0f586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (02a75a91-6893-4f7f-87a8-2c65671ba4ce), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.892375 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ff8960-2f8d-455a-8503-d9ddf8e0f586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a75a91-6893-4f7f-87a8-2c65671ba4ce,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:41.930909 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660d47-8d05-4c95-b426-a526f2231a56 req-b63c7278-24a3-4abf-b7be-2d9729e0abc2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:41.931592 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-17660d47-8d05-4c95-b426-a526f2231a56 req-b63c7278-24a3-4abf-b7be-2d9729e0abc2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:41.962734 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-17660d47-8d05-4c95-b426-a526f2231a56 req-b63c7278-24a3-4abf-b7be-2d9729e0abc2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7905190 Oct 17 11:07:42.006331 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e84b7ae9-5553-4ec3-bf55-2a83a967cffc None None] Attempt 3 to provision port c135cab7-0517-4f21-8e63-4e68efab8316 Oct 17 11:07:42.010812 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c135cab7-0517-4f21-8e63-4e68efab8316 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:07:42.020138 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Publish callbacks [] for port (c135cab7-0517-4f21-8e63-4e68efab8316), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.045491 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Transition to ACTIVE for port object c135cab7-0517-4f21-8e63-4e68efab8316 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:07:42.049546 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Request body: {'port': {'device_id': '9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:42.055762 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (c135cab7-0517-4f21-8e63-4e68efab8316), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.066996 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e84b7ae9-5553-4ec3-bf55-2a83a967cffc None None] Port c135cab7-0517-4f21-8e63-4e68efab8316 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:07:42.107584 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-aeda69f1-17c9-47a8-b314-9bcf476b421b admin admin] Publish callbacks [] for security_group (f4c18901-af91-4265-bed0-72d1eb10919b), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.119796 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-aeda69f1-17c9-47a8-b314-9bcf476b421b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f4c18901-af91-4265-bed0-72d1eb10919b), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.122552 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-e4ff8960-2f8d-455a-8503-d9ddf8e0f586 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=27bba70994534afd8abfdf6a07608880&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1293111 Oct 17 11:07:42.126373 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51840) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:42.195690 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Pushing event updated for resources: {'Port': ['ID=c135cab7-0517-4f21-8e63-4e68efab8316,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:42.200182 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-aeda69f1-17c9-47a8-b314-9bcf476b421b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a7e4f9bbdcaf4cc0a6ec2f6e96d9a2aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9434116 Oct 17 11:07:42.202209 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.204311 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda69f1-17c9-47a8-b314-9bcf476b421b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c18901-af91-4265-bed0-72d1eb10919b,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:42.206753 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51844) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:42.234769 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a276e-26d7-44c2-9042-ee28f21d1198 req-4690e743-b039-408a-a598-a8ba1bdd5ef0 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:42.236345 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c65a276e-26d7-44c2-9042-ee28f21d1198 req-4690e743-b039-408a-a598-a8ba1bdd5ef0 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 931 time: 0.2805636 Oct 17 11:07:42.290149 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9403d77e-155d-4104-a60e-ac63392039e3 admin admin] Publish callbacks [] for security_group (02a75a91-6893-4f7f-87a8-2c65671ba4ce), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.299157 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Attempting to bind port c135cab7-0517-4f21-8e63-4e68efab8316 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:07:42.299698 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Attempting to bind port c135cab7-0517-4f21-8e63-4e68efab8316 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:07:42.300245 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Attempting to bind port c135cab7-0517-4f21-8e63-4e68efab8316 on network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:07:42.321205 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Port c135cab7-0517-4f21-8e63-4e68efab8316 on network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:07:42.322043 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Attempting to bind port c135cab7-0517-4f21-8e63-4e68efab8316 on network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:07:42.336902 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9403d77e-155d-4104-a60e-ac63392039e3 admin admin] Publish callbacks [] for security_group (02a75a91-6893-4f7f-87a8-2c65671ba4ce), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.355602 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:07:42.356206 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Checking segment: {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:07:42.356833 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Bound using segment: {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:07:42.357515 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Bound port: c135cab7-0517-4f21-8e63-4e68efab8316, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:07:42.358094 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (c135cab7-0517-4f21-8e63-4e68efab8316), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.384290 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7597522a-16f4-40f9-b2c5-a2163f54c5ef admin admin] Publish callbacks [] for security_group (f4c18901-af91-4265-bed0-72d1eb10919b), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.397718 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c65a276e-26d7-44c2-9042-ee28f21d1198 req-5122fcec-f6d4-466f-b562-56bc9f7368e6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336725 Oct 17 11:07:42.453560 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7597522a-16f4-40f9-b2c5-a2163f54c5ef admin admin] Publish callbacks [] for security_group (f4c18901-af91-4265-bed0-72d1eb10919b), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.507405 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9403d77e-155d-4104-a60e-ac63392039e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (02a75a91-6893-4f7f-87a8-2c65671ba4ce), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.510753 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9403d77e-155d-4104-a60e-ac63392039e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.511886 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-9403d77e-155d-4104-a60e-ac63392039e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02a75a91-6893-4f7f-87a8-2c65671ba4ce HTTP/1.1" status: 204 len: 168 time: 0.3845222 Oct 17 11:07:42.517096 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] For port c135cab7-0517-4f21-8e63-4e68efab8316, host hv-cinder-85846, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:07:42.524727 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9403d77e-155d-4104-a60e-ac63392039e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a75a91-6893-4f7f-87a8-2c65671ba4ce,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:42.546159 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] For port c135cab7-0517-4f21-8e63-4e68efab8316, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=c135cab7-0517-4f21-8e63-4e68efab8316,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:07:42.556453 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (c135cab7-0517-4f21-8e63-4e68efab8316), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.563021 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:42.564226 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.566425 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] 10.222.0.23 "PUT /v2.0/ports/c135cab7-0517-4f21-8e63-4e68efab8316 HTTP/1.1" status: 200 len: 1093 time: 2.0276749 Oct 17 11:07:42.567129 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f2d538a-1102-4dd3-889e-69f89895183a', 'tag': 'c135cab7-0517-4f21-8e63-4e68efab8316'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:07:42.571201 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7587efc1-187e-42d5-a427-cdeb5f38aed3" -d '{"events": [{"name": "network-changed", "server_uuid": "1f2d538a-1102-4dd3-889e-69f89895183a", "tag": "c135cab7-0517-4f21-8e63-4e68efab8316"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:07:42.584118 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e84b7ae9-5553-4ec3-bf55-2a83a967cffc None None] Attempt 4 to provision port c135cab7-0517-4f21-8e63-4e68efab8316 Oct 17 11:07:42.642598 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7597522a-16f4-40f9-b2c5-a2163f54c5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f4c18901-af91-4265-bed0-72d1eb10919b), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.647781 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c182ed08-afc1-43ee-b83b-166dfc97bc6c {{(pid=103976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:07:42.650220 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7597522a-16f4-40f9-b2c5-a2163f54c5ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.652159 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-7597522a-16f4-40f9-b2c5-a2163f54c5ef admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f4c18901-af91-4265-bed0-72d1eb10919b HTTP/1.1" status: 204 len: 168 time: 0.4427414 Oct 17 11:07:42.654075 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a1e367-f9b5-462c-880e-8c0c8a8aa852 x-openstack-request-id: req-52a1e367-f9b5-462c-880e-8c0c8a8aa852 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:07:42.654658 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f2d538a-1102-4dd3-889e-69f89895183a", "tag": "c135cab7-0517-4f21-8e63-4e68efab8316", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:07:42.655091 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-52a1e367-f9b5-462c-880e-8c0c8a8aa852 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:07:42.656295 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a1e367-f9b5-462c-880e-8c0c8a8aa852'] response: {'name': 'network-changed', 'server_uuid': '1f2d538a-1102-4dd3-889e-69f89895183a', 'tag': 'c135cab7-0517-4f21-8e63-4e68efab8316', 'status': 'completed', 'code': 200} Oct 17 11:07:42.659326 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Publish callbacks [] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.670738 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.681026 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.provisioning_blocks [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Transition to ACTIVE for port object c182ed08-afc1-43ee-b83b-166dfc97bc6c will not be triggered until provisioned by entity L2. {{(pid=103976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:07:42.688611 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.706258 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7597522a-16f4-40f9-b2c5-a2163f54c5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c18901-af91-4265-bed0-72d1eb10919b,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:42.726774 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e84b7ae9-5553-4ec3-bf55-2a83a967cffc None None] Port c135cab7-0517-4f21-8e63-4e68efab8316 had new provisioning blocks added so it will not transition to active. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 17 11:07:42.741008 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e02b5-85c8-4812-aac5-4a510ea4173e service neutron] Pushing event updated for resources: {'Port': ['ID=c135cab7-0517-4f21-8e63-4e68efab8316,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:42.774123 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-95808c22-9854-4c36-91a9-32e512e130fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:42.776841 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-95808c22-9854-4c36-91a9-32e512e130fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 1127 time: 0.1193860 Oct 17 11:07:42.792158 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c182ed08-afc1-43ee-b83b-166dfc97bc6c,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:42.840925 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-83e4cbb3-0958-4274-8bb9-80c53dc53288 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c135cab7-0517-4f21-8e63-4e68efab8316 HTTP/1.1" status: 200 len: 217 time: 0.0547245 Oct 17 11:07:42.844132 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Attempting to bind port c182ed08-afc1-43ee-b83b-166dfc97bc6c on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:07:42.844504 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Attempting to bind port c182ed08-afc1-43ee-b83b-166dfc97bc6c by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:07:42.844786 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Attempting to bind port c182ed08-afc1-43ee-b83b-166dfc97bc6c on network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:07:42.850782 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Port c182ed08-afc1-43ee-b83b-166dfc97bc6c on network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:07:42.851191 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Attempting to bind port c182ed08-afc1-43ee-b83b-166dfc97bc6c on network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:07:42.856952 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:07:42.857328 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Checking segment: {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:07:42.857707 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Bound using segment: {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:07:42.858267 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Bound port: c182ed08-afc1-43ee-b83b-166dfc97bc6c, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:07:42.858633 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.915510 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-7aa2e247-0b9a-466e-a693-4ce08312e7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:42.917259 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-7aa2e247-0b9a-466e-a693-4ce08312e7ca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0690181 Oct 17 11:07:42.940878 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] For port c182ed08-afc1-43ee-b83b-166dfc97bc6c, host hv-cinder-85846, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:07:42.945782 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] For port c182ed08-afc1-43ee-b83b-166dfc97bc6c, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=c182ed08-afc1-43ee-b83b-166dfc97bc6c,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:07:42.956059 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:42.994999 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-3d605f0c-315d-4ec2-9f1c-41737cf00ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:42.996600 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-3d605f0c-315d-4ec2-9f1c-41737cf00ae4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0716479 Oct 17 11:07:43.029895 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:43.031176 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:43.033036 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-17660d47-8d05-4c95-b426-a526f2231a56 req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] 10.222.0.23 "PUT /v2.0/ports/c182ed08-afc1-43ee-b83b-166dfc97bc6c HTTP/1.1" status: 200 len: 1093 time: 1.0297985 Oct 17 11:07:43.035556 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00', 'tag': 'c182ed08-afc1-43ee-b83b-166dfc97bc6c'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:07:43.041342 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532e23f8-ba5c-4fcd-ac77-63769c5f745a" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00", "tag": "c182ed08-afc1-43ee-b83b-166dfc97bc6c"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:07:43.099431 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28aa279-d557-405e-9a72-00ce18dc3bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c182ed08-afc1-43ee-b83b-166dfc97bc6c,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:43.175222 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-d7868d2e-7581-4df7-aa21-33d61118e9be service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701143 Oct 17 11:07:43.189013 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b787b2-acde-4a2e-9790-8399ed9bba95 x-openstack-request-id: req-25b787b2-acde-4a2e-9790-8399ed9bba95 {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:07:43.193930 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00", "tag": "c182ed08-afc1-43ee-b83b-166dfc97bc6c", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:07:43.195408 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25b787b2-acde-4a2e-9790-8399ed9bba95 {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:07:43.196042 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b787b2-acde-4a2e-9790-8399ed9bba95'] response: {'name': 'network-changed', 'server_uuid': '9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00', 'tag': 'c182ed08-afc1-43ee-b83b-166dfc97bc6c', 'status': 'completed', 'code': 200} Oct 17 11:07:43.216562 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660d47-8d05-4c95-b426-a526f2231a56 req-49d0a2e7-6a12-43a4-8268-b23f47a967bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:43.218152 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-17660d47-8d05-4c95-b426-a526f2231a56 req-49d0a2e7-6a12-43a4-8268-b23f47a967bc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 1127 time: 0.0870986 Oct 17 11:07:43.269929 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-17660d47-8d05-4c95-b426-a526f2231a56 req-eaa852f2-0e54-45a3-9110-db55b9fe90f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c182ed08-afc1-43ee-b83b-166dfc97bc6c HTTP/1.1" status: 200 len: 217 time: 0.0434871 Oct 17 11:07:43.311599 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7dbeb9b7-f455-497a-b3f3-85f9246488fa req-32bf3715-c63e-4ab3-ade3-c13376c930c6 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253264 Oct 17 11:07:43.346776 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660d47-8d05-4c95-b426-a526f2231a56 req-a92ae518-04ed-43a7-9e5d-a65dd5847c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:43.348069 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-17660d47-8d05-4c95-b426-a526f2231a56 req-a92ae518-04ed-43a7-9e5d-a65dd5847c65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0721467 Oct 17 11:07:43.423512 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17660d47-8d05-4c95-b426-a526f2231a56 req-5412a4a3-06b3-4ff6-8bad-31b3daeea01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:43.425642 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-17660d47-8d05-4c95-b426-a526f2231a56 req-5412a4a3-06b3-4ff6-8bad-31b3daeea01c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0650320 Oct 17 11:07:43.456796 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587efc1-187e-42d5-a427-cdeb5f38aed3 req-94e41795-0b24-401b-8181-47dd422958f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:43.458455 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7587efc1-187e-42d5-a427-cdeb5f38aed3 req-94e41795-0b24-401b-8181-47dd422958f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 1127 time: 0.0875549 Oct 17 11:07:43.600414 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-17660d47-8d05-4c95-b426-a526f2231a56 req-e44ce290-2512-4d0a-8e18-811d78edd169 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671472 Oct 17 11:07:43.657203 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5c576f-39bf-41c7-b74a-80af9792268d req-4f55a1ce-50e7-415a-8297-6e314d02920c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:43.657203 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9a5c576f-39bf-41c7-b74a-80af9792268d req-4f55a1ce-50e7-415a-8297-6e314d02920c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 943 time: 0.0986161 Oct 17 11:07:43.663422 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587efc1-187e-42d5-a427-cdeb5f38aed3 req-ef0c623b-b336-49d0-b752-e56d3c5dbd6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:43.667225 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7587efc1-187e-42d5-a427-cdeb5f38aed3 req-ef0c623b-b336-49d0-b752-e56d3c5dbd6a service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 920 time: 0.1991749 Oct 17 11:07:43.767715 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-17660d47-8d05-4c95-b426-a526f2231a56 req-65eee963-e004-43a4-b6db-f7e167db67ac service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605158 Oct 17 11:07:43.790140 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7587efc1-187e-42d5-a427-cdeb5f38aed3 req-716bf2e3-c40a-4fa2-82ae-dccd72dc8bbd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c135cab7-0517-4f21-8e63-4e68efab8316 HTTP/1.1" status: 200 len: 217 time: 0.1054525 Oct 17 11:07:43.877004 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e23f8-ba5c-4fcd-ac77-63769c5f745a req-fcb4f5df-8a84-452b-aa33-d7dda07b85a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:43.878718 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-532e23f8-ba5c-4fcd-ac77-63769c5f745a req-fcb4f5df-8a84-452b-aa33-d7dda07b85a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 1127 time: 0.0496814 Oct 17 11:07:43.888779 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9a5c576f-39bf-41c7-b74a-80af9792268d req-f5f5e147-64cb-4195-bb1e-c3772b6f7baa tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197189 Oct 17 11:07:43.895036 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587efc1-187e-42d5-a427-cdeb5f38aed3 req-bf016a6a-e38d-4951-beeb-6d30cb5f11de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:43.896754 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7587efc1-187e-42d5-a427-cdeb5f38aed3 req-bf016a6a-e38d-4951-beeb-6d30cb5f11de service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0972617 Oct 17 11:07:43.977796 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7587efc1-187e-42d5-a427-cdeb5f38aed3 req-1a5d7d56-3da9-4eda-86df-34e5e8d74c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:43.979687 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7587efc1-187e-42d5-a427-cdeb5f38aed3 req-1a5d7d56-3da9-4eda-86df-34e5e8d74c1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0656137 Oct 17 11:07:44.010177 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e23f8-ba5c-4fcd-ac77-63769c5f745a req-49617c87-afc4-44d4-b5b1-587eb2a4ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:44.012554 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-532e23f8-ba5c-4fcd-ac77-63769c5f745a req-49617c87-afc4-44d4-b5b1-587eb2a4ee73 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 920 time: 0.1262527 Oct 17 11:07:44.066570 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-532e23f8-ba5c-4fcd-ac77-63769c5f745a req-7b6f6ece-cc02-418e-9f62-1b79424ef5d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c182ed08-afc1-43ee-b83b-166dfc97bc6c HTTP/1.1" status: 200 len: 217 time: 0.0460746 Oct 17 11:07:44.093066 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7587efc1-187e-42d5-a427-cdeb5f38aed3 req-e447ebfa-da24-4954-a407-2dbb57c8b7f5 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034961 Oct 17 11:07:44.202385 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e23f8-ba5c-4fcd-ac77-63769c5f745a req-dccd7cf6-5a97-43fe-801b-b45ab5e5bbce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:44.205766 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-532e23f8-ba5c-4fcd-ac77-63769c5f745a req-dccd7cf6-5a97-43fe-801b-b45ab5e5bbce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.1274042 Oct 17 11:07:44.216227 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7587efc1-187e-42d5-a427-cdeb5f38aed3 req-17af8a8b-2e39-43fa-8d32-4f689d0a20d8 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130474 Oct 17 11:07:44.271558 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e23f8-ba5c-4fcd-ac77-63769c5f745a req-94e867fd-e1a5-472c-b87b-9203776c5b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:44.273164 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-532e23f8-ba5c-4fcd-ac77-63769c5f745a req-94e867fd-e1a5-472c-b87b-9203776c5b87 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0580955 Oct 17 11:07:44.313132 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 51926) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:44.340891 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:44.374132 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-532e23f8-ba5c-4fcd-ac77-63769c5f745a req-ea1b3c72-fbed-4c22-a54d-41ffb65ce468 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918398 Oct 17 11:07:44.452344 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-22874987-network', 'tenant_id': 'a1768248799c49b0a68c16c8a0df3594'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:44.479900 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] Made reservation on behalf of a1768248799c49b0a68c16c8a0df3594 for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:07:44.482515 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:44.488023 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-532e23f8-ba5c-4fcd-ac77-63769c5f745a req-1fe2edd8-8c37-483a-ab1e-0d3ff3084e6c service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060324 Oct 17 11:07:44.495099 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:44.588469 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] Publish callbacks [] for security_group (bf56d4fa-9410-4ac0-b437-912ce94f4c60), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:44.594261 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (bf56d4fa-9410-4ac0-b437-912ce94f4c60), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:44.625459 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:07:44.637113 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf56d4fa-9410-4ac0-b437-912ce94f4c60,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:44.643253 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (13c57f70-d459-4d24-906a-5e887b3b2991), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:44.643676 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.segments_db [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] Added segment 13c57f70-d459-4d24-906a-5e887b3b2991 of type vlan for network 55fa5674-fdfb-4242-bc95-5e72f569c289 Oct 17 11:07:44.692720 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (55fa5674-fdfb-4242-bc95-5e72f569c289), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:44.728077 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (55fa5674-fdfb-4242-bc95-5e72f569c289), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:44.729084 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:44.729702 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:44.789211 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4743786 Oct 17 11:07:44.792024 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 51940) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:44.796966 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-53927449-c7da-415d-acc5-6c8ebe9efa54 admin admin] Request body: {'subnet': {'network_id': '55fa5674-fdfb-4242-bc95-5e72f569c289', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-22874987-subnet', 'tenant_id': 'a1768248799c49b0a68c16c8a0df3594', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:44.828066 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaed52d-847b-4d4c-b6dc-f4c7f910661b admin admin] Pushing event updated for resources: {'Network': ['ID=55fa5674-fdfb-4242-bc95-5e72f569c289,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:44.839203 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53927449-c7da-415d-acc5-6c8ebe9efa54 admin admin] Made reservation on behalf of a1768248799c49b0a68c16c8a0df3594 for: {'subnet': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:07:44.839951 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network 55fa5674-fdfb-4242-bc95-5e72f569c289 details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:07:44.842645 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-53927449-c7da-415d-acc5-6c8ebe9efa54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5376029'] for subnet (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:45.309710 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a26a3bf-ff6b-45a7-924a-ff8e8388eede req-fc05d8ed-c2fe-4055-b687-3d3be545f732 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:45.311283 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2a26a3bf-ff6b-45a7-924a-ff8e8388eede req-fc05d8ed-c2fe-4055-b687-3d3be545f732 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 943 time: 0.1182163 Oct 17 11:07:45.435392 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2a26a3bf-ff6b-45a7-924a-ff8e8388eede req-fd41a120-65d2-4f60-b097-a083b74fa934 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156549 Oct 17 11:07:45.506658 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-53927449-c7da-415d-acc5-6c8ebe9efa54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6478531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5376239'] for subnet (e89c6334-ae71-47f8-a4a2-0104e6e4b3c8), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:45.581667 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53927449-c7da-415d-acc5-6c8ebe9efa54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89c6334-ae71-47f8-a4a2-0104e6e4b3c8,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:45.612250 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53927449-c7da-415d-acc5-6c8ebe9efa54 admin admin] Checking segment: {'id': '13c57f70-d459-4d24-906a-5e887b3b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '55fa5674-fdfb-4242-bc95-5e72f569c289'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:07:45.612876 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53927449-c7da-415d-acc5-6c8ebe9efa54 admin admin] Network hostable DHCP agents. Network: 55fa5674-fdfb-4242-bc95-5e72f569c289, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:07:45.650950 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53927449-c7da-415d-acc5-6c8ebe9efa54 admin admin] Network 55fa5674-fdfb-4242-bc95-5e72f569c289 is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:07:45.673827 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-53927449-c7da-415d-acc5-6c8ebe9efa54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, 55fa5674-fdfb-4242-bc95-5e72f569c289) {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:07:45.681758 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53927449-c7da-415d-acc5-6c8ebe9efa54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:45.682679 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-53927449-c7da-415d-acc5-6c8ebe9efa54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:45.700162 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b21233-fa99-4b82-8923-f849cec61591 None None] Network 55fa5674-fdfb-4242-bc95-5e72f569c289 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:07:45.706364 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-53927449-c7da-415d-acc5-6c8ebe9efa54 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9126861 Oct 17 11:07:45.833984 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf126b9-2029-4408-9d07-cddfec0bdf34 None None] Network 55fa5674-fdfb-4242-bc95-5e72f569c289 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:07:46.587766 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b12cc-b058-4adc-8eb4-29ab5d94e777 req-68ae5e89-7068-449a-87be-4807598d13f1 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:46.595261 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-126b12cc-b058-4adc-8eb4-29ab5d94e777 req-68ae5e89-7068-449a-87be-4807598d13f1 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 943 time: 0.0737824 Oct 17 11:07:46.644628 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-126b12cc-b058-4adc-8eb4-29ab5d94e777 req-15dbd216-80a1-46cc-839f-3b177311fe83 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484767 Oct 17 11:07:47.129794 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device c135cab7-0517-4f21-8e63-4e68efab8316 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:07:47.249469 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port c135cab7-0517-4f21-8e63-4e68efab8316, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=c135cab7-0517-4f21-8e63-4e68efab8316,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:47.263178 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': 'c135cab7-0517-4f21-8e63-4e68efab8316', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'port_id': 'c135cab7-0517-4f21-8e63-4e68efab8316', 'mac_address': 'fa:16:3e:d1:29:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:07:47.308743 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port c135cab7-0517-4f21-8e63-4e68efab8316 is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:47.309526 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (c135cab7-0517-4f21-8e63-4e68efab8316), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:47.323838 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c135cab7-0517-4f21-8e63-4e68efab8316 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:07:47.346485 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port c135cab7-0517-4f21-8e63-4e68efab8316, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=c135cab7-0517-4f21-8e63-4e68efab8316,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:47.354026 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (c135cab7-0517-4f21-8e63-4e68efab8316), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:47.354961 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device c182ed08-afc1-43ee-b83b-166dfc97bc6c details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:07:47.417563 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=c135cab7-0517-4f21-8e63-4e68efab8316,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:47.441345 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port c182ed08-afc1-43ee-b83b-166dfc97bc6c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=c182ed08-afc1-43ee-b83b-166dfc97bc6c,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:47.452762 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': 'c182ed08-afc1-43ee-b83b-166dfc97bc6c', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'port_id': 'c182ed08-afc1-43ee-b83b-166dfc97bc6c', 'mac_address': 'fa:16:3e:d7:56:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:07:47.494115 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port c182ed08-afc1-43ee-b83b-166dfc97bc6c is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:47.495255 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:47.516176 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c182ed08-afc1-43ee-b83b-166dfc97bc6c {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:07:47.536790 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port c182ed08-afc1-43ee-b83b-166dfc97bc6c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=c182ed08-afc1-43ee-b83b-166dfc97bc6c,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:47.542958 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:47.599408 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=c182ed08-afc1-43ee-b83b-166dfc97bc6c,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:47.709511 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc9c8-b565-43ef-902a-a2e89878291d req-2b1ca187-7435-4d54-80f1-6deb0fe2829f tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:47.712028 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-67abc9c8-b565-43ef-902a-a2e89878291d req-2b1ca187-7435-4d54-80f1-6deb0fe2829f tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/networks?id=55fa5674-fdfb-4242-bc95-5e72f569c289 HTTP/1.1" status: 200 len: 807 time: 0.1328404 Oct 17 11:07:47.730630 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-67abc9c8-b565-43ef-902a-a2e89878291d req-086e3cc8-7d74-4aeb-b647-69c971da0fb9 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/quotas/a1768248799c49b0a68c16c8a0df3594 HTTP/1.1" status: 200 len: 375 time: 0.0108790 Oct 17 11:07:47.779353 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['c135cab7-0517-4f21-8e63-4e68efab8316'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:07:47.782184 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-67abc9c8-b565-43ef-902a-a2e89878291d req-960b88ab-a865-4282-9de1-f3866e58a38f tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1768248799c49b0a68c16c8a0df3594&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393016 Oct 17 11:07:47.785291 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['c182ed08-afc1-43ee-b83b-166dfc97bc6c'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:07:47.823032 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119dc6a-218c-444a-b24c-86ec2765a9d9 req-97decc86-7bd8-4051-805b-8031264e01ca tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:47.837913 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3119dc6a-218c-444a-b24c-86ec2765a9d9 req-97decc86-7bd8-4051-805b-8031264e01ca tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 944 time: 0.0994284 Oct 17 11:07:47.903996 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-67abc9c8-b565-43ef-902a-a2e89878291d req-4b0a54f0-d2c3-426d-ae4e-f70744bf8aec service neutron] 10.222.0.43 "GET /v2.0/networks/55fa5674-fdfb-4242-bc95-5e72f569c289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194587 Oct 17 11:07:47.934819 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3119dc6a-218c-444a-b24c-86ec2765a9d9 req-5261c4f4-4d09-4c3a-8b3f-f556505f70a4 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941463 Oct 17 11:07:48.024040 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-67abc9c8-b565-43ef-902a-a2e89878291d req-6dece7e2-7f79-4e88-be74-2b33f0f5d27c service neutron] 10.222.0.43 "GET /v2.0/networks/55fa5674-fdfb-4242-bc95-5e72f569c289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184719 Oct 17 11:07:48.261186 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3daa31c3-61f9-4a0a-91f8-a46812b33f88 req-baaff8b2-a945-4ef3-934a-46b045248783 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 210 time: 0.0427139 Oct 17 11:07:49.093586 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d49e1bf-98bf-40a0-b25f-6316e2986fe8 req-145d9a06-53c5-4585-bfea-7e4a351677e6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:49.101568 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1d49e1bf-98bf-40a0-b25f-6316e2986fe8 req-145d9a06-53c5-4585-bfea-7e4a351677e6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 944 time: 0.0787039 Oct 17 11:07:49.122423 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device c135cab7-0517-4f21-8e63-4e68efab8316 up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:07:49.174251 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1d49e1bf-98bf-40a0-b25f-6316e2986fe8 req-8708735a-ca19-43d4-afea-e9b9cf8e074c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713544 Oct 17 11:07:49.193387 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port c135cab7-0517-4f21-8e63-4e68efab8316 completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:07:49.199219 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port c135cab7-0517-4f21-8e63-4e68efab8316 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:49.199864 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (c135cab7-0517-4f21-8e63-4e68efab8316), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:49.200427 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port c135cab7-0517-4f21-8e63-4e68efab8316 Oct 17 11:07:49.305930 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port c135cab7-0517-4f21-8e63-4e68efab8316 is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:49.307111 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (c135cab7-0517-4f21-8e63-4e68efab8316), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:49.340613 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc9c8-b565-43ef-902a-a2e89878291d req-2790a36a-fb82-4c6b-85da-50f3ea23f126 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:49.342221 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-67abc9c8-b565-43ef-902a-a2e89878291d req-2790a36a-fb82-4c6b-85da-50f3ea23f126 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.23 "GET /v2.0/networks?id=55fa5674-fdfb-4242-bc95-5e72f569c289 HTTP/1.1" status: 200 len: 807 time: 0.1560228 Oct 17 11:07:49.365487 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [req-67abc9c8-b565-43ef-902a-a2e89878291d req-5c3edd78-7a3d-4b14-ac87-5d9f4d7dc2c5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Request body: {'port': {'device_id': '782de149-b373-4148-8337-42717b7cf327', 'network_id': '55fa5674-fdfb-4242-bc95-5e72f569c289', 'admin_state_up': True, 'tenant_id': 'a1768248799c49b0a68c16c8a0df3594'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:49.403087 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port c135cab7-0517-4f21-8e63-4e68efab8316, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=c135cab7-0517-4f21-8e63-4e68efab8316,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:49.405844 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2d538a-1102-4dd3-889e-69f89895183a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c135cab7-0517-4f21-8e63-4e68efab8316'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:07:49.411239 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fdb6514-e963-443f-a9aa-42a8abf72e48" -d '{"events": [{"server_uuid": "1f2d538a-1102-4dd3-889e-69f89895183a", "name": "network-vif-plugged", "status": "completed", "tag": "c135cab7-0517-4f21-8e63-4e68efab8316"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:07:49.420282 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (c135cab7-0517-4f21-8e63-4e68efab8316), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:49.423976 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device c182ed08-afc1-43ee-b83b-166dfc97bc6c up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:07:49.433128 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-59a9f1fa-8d4d-42ce-b625-c602b2bc6414 req-6c780fcb-1cb8-4ed1-9917-de0485323282 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 210 time: 0.0469134 Oct 17 11:07:49.499752 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9839e4-f937-431c-acc5-32c7b3b0dbed x-openstack-request-id: req-cb9839e4-f937-431c-acc5-32c7b3b0dbed {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:07:49.500126 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2d538a-1102-4dd3-889e-69f89895183a", "name": "network-vif-plugged", "status": "completed", "tag": "c135cab7-0517-4f21-8e63-4e68efab8316", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:07:49.500598 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cb9839e4-f937-431c-acc5-32c7b3b0dbed {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:07:49.501197 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb9839e4-f937-431c-acc5-32c7b3b0dbed'] response: {'server_uuid': '1f2d538a-1102-4dd3-889e-69f89895183a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c135cab7-0517-4f21-8e63-4e68efab8316', 'code': 200} Oct 17 11:07:49.533912 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=c135cab7-0517-4f21-8e63-4e68efab8316,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:49.558954 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port c182ed08-afc1-43ee-b83b-166dfc97bc6c completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:07:49.566012 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port c182ed08-afc1-43ee-b83b-166dfc97bc6c triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:49.566451 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:49.566789 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port c182ed08-afc1-43ee-b83b-166dfc97bc6c Oct 17 11:07:49.602797 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67abc9c8-b565-43ef-902a-a2e89878291d req-5c3edd78-7a3d-4b14-ac87-5d9f4d7dc2c5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Made reservation on behalf of a1768248799c49b0a68c16c8a0df3594 for: {'port': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:07:49.608523 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-67abc9c8-b565-43ef-902a-a2e89878291d req-5c3edd78-7a3d-4b14-ac87-5d9f4d7dc2c5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:49.694833 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port c182ed08-afc1-43ee-b83b-166dfc97bc6c is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:49.695378 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:49.744526 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port c182ed08-afc1-43ee-b83b-166dfc97bc6c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=c182ed08-afc1-43ee-b83b-166dfc97bc6c,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:49.750491 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:49.803920 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a76fb-6ff6-410b-8a89-37ee999ba2c9 req-99df697e-53de-4fa1-aed9-f6beeba7842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:49.805567 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-df4a76fb-6ff6-410b-8a89-37ee999ba2c9 req-99df697e-53de-4fa1-aed9-f6beeba7842e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 1129 time: 0.0938225 Oct 17 11:07:49.814859 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=c182ed08-afc1-43ee-b83b-166dfc97bc6c,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:49.897231 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [req-67abc9c8-b565-43ef-902a-a2e89878291d req-5c3edd78-7a3d-4b14-ac87-5d9f4d7dc2c5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Allocated IP 172.20.0.12 (55fa5674-fdfb-4242-bc95-5e72f569c289/e89c6334-ae71-47f8-a4a2-0104e6e4b3c8/8192e3b5-6262-454d-a967-178357224d64) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:07:49.941513 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-df4a76fb-6ff6-410b-8a89-37ee999ba2c9 req-8322cb09-f213-4a75-aa18-70c263c351e6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259472 Oct 17 11:07:50.109729 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-67abc9c8-b565-43ef-902a-a2e89878291d req-5c3edd78-7a3d-4b14-ac87-5d9f4d7dc2c5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks [] for port (8192e3b5-6262-454d-a967-178357224d64), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:50.146311 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-67abc9c8-b565-43ef-902a-a2e89878291d req-5c3edd78-7a3d-4b14-ac87-5d9f4d7dc2c5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (8192e3b5-6262-454d-a967-178357224d64), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:50.210873 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67abc9c8-b565-43ef-902a-a2e89878291d req-5c3edd78-7a3d-4b14-ac87-5d9f4d7dc2c5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Network 55fa5674-fdfb-4242-bc95-5e72f569c289 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:07:50.221433 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [req-67abc9c8-b565-43ef-902a-a2e89878291d req-5c3edd78-7a3d-4b14-ac87-5d9f4d7dc2c5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:07:50.223423 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [req-67abc9c8-b565-43ef-902a-a2e89878291d req-5c3edd78-7a3d-4b14-ac87-5d9f4d7dc2c5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:07:50.226763 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3edd78-7a3d-4b14-ac87-5d9f4d7dc2c5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Pushing event updated for resources: {'Port': ['ID=8192e3b5-6262-454d-a967-178357224d64,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:50.290127 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc9c8-b565-43ef-902a-a2e89878291d req-5c3edd78-7a3d-4b14-ac87-5d9f4d7dc2c5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:50.290845 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-67abc9c8-b565-43ef-902a-a2e89878291d req-5c3edd78-7a3d-4b14-ac87-5d9f4d7dc2c5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:50.314677 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-67abc9c8-b565-43ef-902a-a2e89878291d req-5c3edd78-7a3d-4b14-ac87-5d9f4d7dc2c5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9601262 Oct 17 11:07:50.332999 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Request body: {'port': {'device_id': '782de149-b373-4148-8337-42717b7cf327', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:50.357159 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3829e432-fa8d-4e42-b490-634da1fb9dda req-d07b14bf-caf2-44ce-8d45-f5fa34337b34 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:50.361327 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3829e432-fa8d-4e42-b490-634da1fb9dda req-d07b14bf-caf2-44ce-8d45-f5fa34337b34 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0702329 Oct 17 11:07:50.411924 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (8192e3b5-6262-454d-a967-178357224d64), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:50.415873 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3829e432-fa8d-4e42-b490-634da1fb9dda req-1de87460-9538-4354-97ac-cfae8d32554e tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509996 Oct 17 11:07:50.627994 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b9ca7-513a-4dfd-850d-5dd4be96c35e req-97fbd1f4-31b6-4249-9f7f-70015bb83d78 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:50.629448 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b47b9ca7-513a-4dfd-850d-5dd4be96c35e req-97fbd1f4-31b6-4249-9f7f-70015bb83d78 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 932 time: 0.1169481 Oct 17 11:07:50.712238 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b47b9ca7-513a-4dfd-850d-5dd4be96c35e req-f94765ab-68ea-483a-ad9d-03be7960cd6d tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753198 Oct 17 11:07:50.766521 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8192e3b5-6262-454d-a967-178357224d64 {{(pid=103976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:07:50.776845 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Publish callbacks [] for port (8192e3b5-6262-454d-a967-178357224d64), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:50.791452 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.provisioning_blocks [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Transition to ACTIVE for port object 8192e3b5-6262-454d-a967-178357224d64 will not be triggered until provisioned by entity L2. {{(pid=103976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:07:50.795682 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (8192e3b5-6262-454d-a967-178357224d64), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:50.880528 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Pushing event updated for resources: {'Port': ['ID=8192e3b5-6262-454d-a967-178357224d64,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:50.918211 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Attempting to bind port 8192e3b5-6262-454d-a967-178357224d64 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:07:50.918552 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Attempting to bind port 8192e3b5-6262-454d-a967-178357224d64 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '13c57f70-d459-4d24-906a-5e887b3b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '55fa5674-fdfb-4242-bc95-5e72f569c289'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:07:50.918879 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Attempting to bind port 8192e3b5-6262-454d-a967-178357224d64 on network 55fa5674-fdfb-4242-bc95-5e72f569c289 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:07:50.923190 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Port 8192e3b5-6262-454d-a967-178357224d64 on network 55fa5674-fdfb-4242-bc95-5e72f569c289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:07:50.923496 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Attempting to bind port 8192e3b5-6262-454d-a967-178357224d64 on network 55fa5674-fdfb-4242-bc95-5e72f569c289 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:07:50.932229 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:07:50.932229 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Checking segment: {'id': '13c57f70-d459-4d24-906a-5e887b3b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '55fa5674-fdfb-4242-bc95-5e72f569c289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:07:50.932229 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Bound using segment: {'id': '13c57f70-d459-4d24-906a-5e887b3b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '55fa5674-fdfb-4242-bc95-5e72f569c289'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:07:50.932229 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Bound port: 8192e3b5-6262-454d-a967-178357224d64, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c57f70-d459-4d24-906a-5e887b3b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '55fa5674-fdfb-4242-bc95-5e72f569c289'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:07:50.932229 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (8192e3b5-6262-454d-a967-178357224d64), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:50.997994 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] For port 8192e3b5-6262-454d-a967-178357224d64, host hv-cinder-85846, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:07:51.001100 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] For port 8192e3b5-6262-454d-a967-178357224d64, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=8192e3b5-6262-454d-a967-178357224d64,segment=NetworkSegment(13c57f70-d459-4d24-906a-5e887b3b2991),segment_id=13c57f70-d459-4d24-906a-5e887b3b2991)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:07:51.008518 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (8192e3b5-6262-454d-a967-178357224d64), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:51.012958 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:51.013737 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:51.015342 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-67abc9c8-b565-43ef-902a-a2e89878291d req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] 10.222.0.23 "PUT /v2.0/ports/8192e3b5-6262-454d-a967-178357224d64 HTTP/1.1" status: 200 len: 1094 time: 0.6872163 Oct 17 11:07:51.018287 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '782de149-b373-4148-8337-42717b7cf327', 'tag': '8192e3b5-6262-454d-a967-178357224d64'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:07:51.020059 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce76859-3d62-447c-a7fd-439504f74615" -d '{"events": [{"name": "network-changed", "server_uuid": "782de149-b373-4148-8337-42717b7cf327", "tag": "8192e3b5-6262-454d-a967-178357224d64"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:07:51.072386 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1c5d41-d4e9-44d8-9c80-f25f8de01b96 x-openstack-request-id: req-1b1c5d41-d4e9-44d8-9c80-f25f8de01b96 {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:07:51.072386 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "782de149-b373-4148-8337-42717b7cf327", "tag": "8192e3b5-6262-454d-a967-178357224d64", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:07:51.072386 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1b1c5d41-d4e9-44d8-9c80-f25f8de01b96 {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:07:51.072386 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b1c5d41-d4e9-44d8-9c80-f25f8de01b96'] response: {'name': 'network-changed', 'server_uuid': '782de149-b373-4148-8337-42717b7cf327', 'tag': '8192e3b5-6262-454d-a967-178357224d64', 'status': 'completed', 'code': 200} Oct 17 11:07:51.086946 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92dab94-1881-4f2a-bedb-92b4eec1b390 service neutron] Pushing event updated for resources: {'Port': ['ID=8192e3b5-6262-454d-a967-178357224d64,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:51.128229 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc9c8-b565-43ef-902a-a2e89878291d req-4a064831-ce71-420e-b1aa-efce7cd6ad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:51.129851 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-67abc9c8-b565-43ef-902a-a2e89878291d req-4a064831-ce71-420e-b1aa-efce7cd6ad33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1768248799c49b0a68c16c8a0df3594&device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 1128 time: 0.0560718 Oct 17 11:07:51.176764 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-67abc9c8-b565-43ef-902a-a2e89878291d req-c88a22ca-5d88-4491-894f-b2ba85701549 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8192e3b5-6262-454d-a967-178357224d64 HTTP/1.1" status: 200 len: 217 time: 0.0353804 Oct 17 11:07:51.235999 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abc9c8-b565-43ef-902a-a2e89878291d req-3c5d9b1b-33ff-49ad-9537-1fb03f1f795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:51.237485 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-67abc9c8-b565-43ef-902a-a2e89878291d req-3c5d9b1b-33ff-49ad-9537-1fb03f1f795e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e89c6334-ae71-47f8-a4a2-0104e6e4b3c8 HTTP/1.1" status: 200 len: 847 time: 0.0529492 Oct 17 11:07:51.277490 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-67abc9c8-b565-43ef-902a-a2e89878291d req-1ad79b69-b333-48cd-8b57-d24f92b3262c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fa5674-fdfb-4242-bc95-5e72f569c289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315237 Oct 17 11:07:51.378731 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-67abc9c8-b565-43ef-902a-a2e89878291d req-7c0f939b-f5a1-44de-b194-a0e1638fe46a service neutron] 10.222.0.23 "GET /v2.0/networks/55fa5674-fdfb-4242-bc95-5e72f569c289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912902 Oct 17 11:07:51.502969 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c182ed08-afc1-43ee-b83b-166dfc97bc6c'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:07:51.505649 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49252fe2-7065-4006-984f-5445b58a3eaf" -d '{"events": [{"server_uuid": "9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00", "name": "network-vif-plugged", "status": "completed", "tag": "c182ed08-afc1-43ee-b83b-166dfc97bc6c"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:07:51.547598 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-67abc9c8-b565-43ef-902a-a2e89878291d req-abbe8631-ccf7-44cd-a618-1fd3ef1ed45f service neutron] 10.222.0.23 "GET /v2.0/networks/55fa5674-fdfb-4242-bc95-5e72f569c289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615419 Oct 17 11:07:51.550487 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:07:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb02588b-2d25-4c40-85b6-982f9a4eebff x-openstack-request-id: req-fb02588b-2d25-4c40-85b6-982f9a4eebff {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:07:51.550907 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00", "name": "network-vif-plugged", "status": "completed", "tag": "c182ed08-afc1-43ee-b83b-166dfc97bc6c", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:07:51.551200 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb02588b-2d25-4c40-85b6-982f9a4eebff {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:07:51.551762 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb02588b-2d25-4c40-85b6-982f9a4eebff'] response: {'server_uuid': '9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c182ed08-afc1-43ee-b83b-166dfc97bc6c', 'code': 200} Oct 17 11:07:51.631389 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfaf39e-c1d9-4a16-9c50-6909d7cd4ca5 req-dac28258-9617-4df3-8f8a-c712a4b05c21 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:51.633804 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdfaf39e-c1d9-4a16-9c50-6909d7cd4ca5 req-dac28258-9617-4df3-8f8a-c712a4b05c21 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.1080937 Oct 17 11:07:51.706758 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce76859-3d62-447c-a7fd-439504f74615 req-2ceb41b6-c2e6-45a4-975e-3cdf5e226238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:51.708282 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ce76859-3d62-447c-a7fd-439504f74615 req-2ceb41b6-c2e6-45a4-975e-3cdf5e226238 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1768248799c49b0a68c16c8a0df3594&device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 1128 time: 0.0943804 Oct 17 11:07:51.712491 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdfaf39e-c1d9-4a16-9c50-6909d7cd4ca5 req-c79a3a78-55d0-4fe6-9970-cbdab464f8f4 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629218 Oct 17 11:07:51.787796 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43de4da-59ce-408a-b1e1-b8671fe1892c req-8743e4db-a8b8-472f-95de-b4e191af8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:51.791258 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e43de4da-59ce-408a-b1e1-b8671fe1892c req-8743e4db-a8b8-472f-95de-b4e191af8b83 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 1129 time: 0.0697556 Oct 17 11:07:51.894131 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce76859-3d62-447c-a7fd-439504f74615 req-dcff9cfa-6a75-4538-afc0-8f3eb7d76259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:51.894942 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e43de4da-59ce-408a-b1e1-b8671fe1892c req-b18384f9-a343-4ebc-9dea-21efcd04480e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956023 Oct 17 11:07:51.895677 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ce76859-3d62-447c-a7fd-439504f74615 req-dcff9cfa-6a75-4538-afc0-8f3eb7d76259 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55fa5674-fdfb-4242-bc95-5e72f569c289 HTTP/1.1" status: 200 len: 908 time: 0.1746809 Oct 17 11:07:51.915123 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6461ce-4d75-4ac9-8ae2-168c52c32429 req-f7334374-ec03-4687-9420-22356b676deb tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:51.916683 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f6461ce-4d75-4ac9-8ae2-168c52c32429 req-f7334374-ec03-4687-9420-22356b676deb tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 944 time: 0.0870430 Oct 17 11:07:51.977194 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52270) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:51.979141 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f6461ce-4d75-4ac9-8ae2-168c52c32429 req-cc79a514-835b-48d1-a1df-52b10d27e2b5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565383 Oct 17 11:07:52.117397 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c0e9f7f9-7544-4af3-9212-fd6c129b6e23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:52.164465 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ce76859-3d62-447c-a7fd-439504f74615 req-e13b9a26-c9ac-42bf-890e-b364012c2efb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8192e3b5-6262-454d-a967-178357224d64 HTTP/1.1" status: 200 len: 217 time: 0.0391433 Oct 17 11:07:52.245949 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce76859-3d62-447c-a7fd-439504f74615 req-957785a9-6840-42bf-95ed-cdd77cd76c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:52.247495 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ce76859-3d62-447c-a7fd-439504f74615 req-957785a9-6840-42bf-95ed-cdd77cd76c91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e89c6334-ae71-47f8-a4a2-0104e6e4b3c8 HTTP/1.1" status: 200 len: 847 time: 0.0744381 Oct 17 11:07:52.294669 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ce76859-3d62-447c-a7fd-439504f74615 req-c7558b03-c3a8-4109-b3d8-f9170e91950c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fa5674-fdfb-4242-bc95-5e72f569c289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366731 Oct 17 11:07:52.299184 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c0e9f7f9-7544-4af3-9212-fd6c129b6e23 admin admin] Publish callbacks [] for security_group (ca4e3627-ff08-4096-8e60-bc6b6118624d), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:52.310041 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c0e9f7f9-7544-4af3-9212-fd6c129b6e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (ca4e3627-ff08-4096-8e60-bc6b6118624d), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:52.398432 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-c0e9f7f9-7544-4af3-9212-fd6c129b6e23 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=190d29f9501d4948a453f244095ee78c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4198737 Oct 17 11:07:52.401376 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e9f7f9-7544-4af3-9212-fd6c129b6e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4e3627-ff08-4096-8e60-bc6b6118624d,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:52.402200 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 52278) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:52.427617 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ce76859-3d62-447c-a7fd-439504f74615 req-a538e38e-0f16-45d2-b388-96755996b3e0 service neutron] 10.222.0.23 "GET /v2.0/networks/55fa5674-fdfb-4242-bc95-5e72f569c289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263716 Oct 17 11:07:52.463535 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7c18655c-b8a8-44ac-bbd7-b2d6953ca0ae admin admin] Publish callbacks [] for security_group (ca4e3627-ff08-4096-8e60-bc6b6118624d), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:52.485315 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7c18655c-b8a8-44ac-bbd7-b2d6953ca0ae admin admin] Publish callbacks [] for security_group (ca4e3627-ff08-4096-8e60-bc6b6118624d), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:52.523529 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ce76859-3d62-447c-a7fd-439504f74615 req-83ab41ab-9863-47eb-8c78-e074d6cb821d service neutron] 10.222.0.23 "GET /v2.0/networks/55fa5674-fdfb-4242-bc95-5e72f569c289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888095 Oct 17 11:07:52.535733 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7c18655c-b8a8-44ac-bbd7-b2d6953ca0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (ca4e3627-ff08-4096-8e60-bc6b6118624d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:52.538633 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7c18655c-b8a8-44ac-bbd7-b2d6953ca0ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:52.539919 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-7c18655c-b8a8-44ac-bbd7-b2d6953ca0ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca4e3627-ff08-4096-8e60-bc6b6118624d HTTP/1.1" status: 204 len: 168 time: 0.1366117 Oct 17 11:07:52.548691 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18655c-b8a8-44ac-bbd7-b2d6953ca0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4e3627-ff08-4096-8e60-bc6b6118624d,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:52.864725 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d819694a-f8d6-4f0a-bc39-f29b7eb011da req-b4db0c3c-c9ed-4ce9-b40e-68bc2738e7cd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:52.866145 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d819694a-f8d6-4f0a-bc39-f29b7eb011da req-b4db0c3c-c9ed-4ce9-b40e-68bc2738e7cd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0709684 Oct 17 11:07:52.884546 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 52292) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:52.904588 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-514d775f-3a3e-41d7-ac81-59d94dbba5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:52.949570 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d819694a-f8d6-4f0a-bc39-f29b7eb011da req-5d590bd9-1dd6-4352-a618-ed432457179f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706689 Oct 17 11:07:53.036409 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-514d775f-3a3e-41d7-ac81-59d94dbba5a2 admin admin] Publish callbacks [] for security_group (d1c25e15-c6c6-4658-81df-3f2b41fb0022), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:53.046751 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-514d775f-3a3e-41d7-ac81-59d94dbba5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (d1c25e15-c6c6-4658-81df-3f2b41fb0022), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:53.115879 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-514d775f-3a3e-41d7-ac81-59d94dbba5a2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=118bc4458d4b4074913ecaec703f770b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288592 Oct 17 11:07:53.119352 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52298) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:53.125377 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d775f-3a3e-41d7-ac81-59d94dbba5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c25e15-c6c6-4658-81df-3f2b41fb0022,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:53.176316 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-87cdfa17-9390-4511-bc25-58ed8d52fe6a admin admin] Publish callbacks [] for security_group (d1c25e15-c6c6-4658-81df-3f2b41fb0022), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:53.182395 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea57d4b-b64e-4f40-91c3-d0128233ca0d req-73d17a64-b155-46f3-9e4c-42529465c6fb tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:53.184393 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-aea57d4b-b64e-4f40-91c3-d0128233ca0d req-73d17a64-b155-46f3-9e4c-42529465c6fb tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 944 time: 0.0786042 Oct 17 11:07:53.200596 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-87cdfa17-9390-4511-bc25-58ed8d52fe6a admin admin] Publish callbacks [] for security_group (d1c25e15-c6c6-4658-81df-3f2b41fb0022), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:53.251401 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-aea57d4b-b64e-4f40-91c3-d0128233ca0d req-e78a7faa-4a6c-46ef-980f-8a88e70ea062 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602081 Oct 17 11:07:53.272018 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-87cdfa17-9390-4511-bc25-58ed8d52fe6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (d1c25e15-c6c6-4658-81df-3f2b41fb0022), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:53.274675 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-87cdfa17-9390-4511-bc25-58ed8d52fe6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:53.278975 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-87cdfa17-9390-4511-bc25-58ed8d52fe6a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d1c25e15-c6c6-4658-81df-3f2b41fb0022 HTTP/1.1" status: 204 len: 168 time: 0.1553354 Oct 17 11:07:53.285306 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cdfa17-9390-4511-bc25-58ed8d52fe6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c25e15-c6c6-4658-81df-3f2b41fb0022,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:54.150050 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5b0ab8-d7c9-4ee7-b86c-a992488bac7c req-9b014068-6b65-4647-8d0a-61c62c64be14 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:54.153483 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-af5b0ab8-d7c9-4ee7-b86c-a992488bac7c req-9b014068-6b65-4647-8d0a-61c62c64be14 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0909343 Oct 17 11:07:54.215809 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-af5b0ab8-d7c9-4ee7-b86c-a992488bac7c req-216289ef-adb4-4c7a-b8cc-bdc932a7da5d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569127 Oct 17 11:07:54.512713 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756e7d21-10a8-4b68-95c1-a581ffa968c5 req-1b25d123-6d51-4e61-bf1e-0c44f7e31dd2 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:54.514346 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-756e7d21-10a8-4b68-95c1-a581ffa968c5 req-1b25d123-6d51-4e61-bf1e-0c44f7e31dd2 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 944 time: 0.1207633 Oct 17 11:07:54.600272 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b3fba-582a-4189-b7ad-dc6c159667d3 req-d4f108bd-9a08-42dc-88cb-5e103bee49f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:54.602049 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-365b3fba-582a-4189-b7ad-dc6c159667d3 req-d4f108bd-9a08-42dc-88cb-5e103bee49f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 1129 time: 0.0944138 Oct 17 11:07:54.613566 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-756e7d21-10a8-4b68-95c1-a581ffa968c5 req-dce110aa-446c-4ac5-bfee-747b25949189 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749097 Oct 17 11:07:54.686509 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31eb16f-5fbe-49d1-9a1e-ce8d7c358e64 req-2e4312e6-bcf5-444f-a5e6-ed38af3df172 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:54.687440 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d31eb16f-5fbe-49d1-9a1e-ce8d7c358e64 req-2e4312e6-bcf5-444f-a5e6-ed38af3df172 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.1359689 Oct 17 11:07:54.741424 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b3fba-582a-4189-b7ad-dc6c159667d3 req-26596483-2c95-40f5-b232-d37828567700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:54.743347 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-365b3fba-582a-4189-b7ad-dc6c159667d3 req-26596483-2c95-40f5-b232-d37828567700 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 920 time: 0.1348755 Oct 17 11:07:54.798627 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-365b3fba-582a-4189-b7ad-dc6c159667d3 req-5336a29d-62c5-41a9-ab17-67bfe01cb339 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c182ed08-afc1-43ee-b83b-166dfc97bc6c HTTP/1.1" status: 200 len: 217 time: 0.0455759 Oct 17 11:07:54.805762 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d31eb16f-5fbe-49d1-9a1e-ce8d7c358e64 req-6a152b12-f637-4a61-996f-c895458cac6a tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071973 Oct 17 11:07:54.815739 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 52362) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:54.863959 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b3fba-582a-4189-b7ad-dc6c159667d3 req-2957bba3-4382-45bf-a0e7-cfd2ec63c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:54.865803 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-365b3fba-582a-4189-b7ad-dc6c159667d3 req-2957bba3-4382-45bf-a0e7-cfd2ec63c78c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0584745 Oct 17 11:07:54.951104 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b3fba-582a-4189-b7ad-dc6c159667d3 req-53c6ec70-0c4d-4087-9bad-745073288525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:54.952958 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-365b3fba-582a-4189-b7ad-dc6c159667d3 req-53c6ec70-0c4d-4087-9bad-745073288525 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0786295 Oct 17 11:07:54.978940 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:07:54.984546 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2a6d-342d-4126-80f1-694d7e94235c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:55.060536 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-365b3fba-582a-4189-b7ad-dc6c159667d3 req-e4102ce0-864d-4b79-9a14-cadfa327b02f service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987842 Oct 17 11:07:55.071385 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2a6d-342d-4126-80f1-694d7e94235c admin admin] Publish callbacks [] for security_group (2e626959-b9c2-4be6-889e-541c38f19323), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:55.076664 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1f4c2a6d-342d-4126-80f1-694d7e94235c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (2e626959-b9c2-4be6-889e-541c38f19323), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:55.117629 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-1f4c2a6d-342d-4126-80f1-694d7e94235c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bb3a4f71912c4bdaaafa3491bb6ab991&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003917 Oct 17 11:07:55.118466 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4c2a6d-342d-4126-80f1-694d7e94235c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e626959-b9c2-4be6-889e-541c38f19323,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:55.121062 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 52370) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:55.157297 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 8192e3b5-6262-454d-a967-178357224d64 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:07:55.172426 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aa9d0ce6-3a2d-41a2-a493-0d5d93b4d794 admin admin] Publish callbacks [] for security_group (2e626959-b9c2-4be6-889e-541c38f19323), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:55.176239 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-365b3fba-582a-4189-b7ad-dc6c159667d3 req-4b6e50aa-a3cc-42ab-a425-ff9adbe9b48b service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091952 Oct 17 11:07:55.196429 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aa9d0ce6-3a2d-41a2-a493-0d5d93b4d794 admin admin] Publish callbacks [] for security_group (2e626959-b9c2-4be6-889e-541c38f19323), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:55.258444 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aa9d0ce6-3a2d-41a2-a493-0d5d93b4d794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (2e626959-b9c2-4be6-889e-541c38f19323), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:55.261613 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-aa9d0ce6-3a2d-41a2-a493-0d5d93b4d794 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:55.262891 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-aa9d0ce6-3a2d-41a2-a493-0d5d93b4d794 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2e626959-b9c2-4be6-889e-541c38f19323 HTTP/1.1" status: 204 len: 168 time: 0.1411173 Oct 17 11:07:55.272171 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d0ce6-3a2d-41a2-a493-0d5d93b4d794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e626959-b9c2-4be6-889e-541c38f19323,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:55.360287 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 8192e3b5-6262-454d-a967-178357224d64, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=8192e3b5-6262-454d-a967-178357224d64,segment=NetworkSegment(13c57f70-d459-4d24-906a-5e887b3b2991),segment_id=13c57f70-d459-4d24-906a-5e887b3b2991)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:55.380023 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '8192e3b5-6262-454d-a967-178357224d64', 'network_id': '55fa5674-fdfb-4242-bc95-5e72f569c289', 'port_id': '8192e3b5-6262-454d-a967-178357224d64', 'mac_address': 'fa:16:3e:b0:83:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89c6334-ae71-47f8-a4a2-0104e6e4b3c8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:07:55.417566 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 8192e3b5-6262-454d-a967-178357224d64 is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:55.418212 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (8192e3b5-6262-454d-a967-178357224d64), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:55.428355 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52388) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:55.436333 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8192e3b5-6262-454d-a967-178357224d64 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:07:55.459648 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 8192e3b5-6262-454d-a967-178357224d64, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=8192e3b5-6262-454d-a967-178357224d64,segment=NetworkSegment(13c57f70-d459-4d24-906a-5e887b3b2991),segment_id=13c57f70-d459-4d24-906a-5e887b3b2991)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:55.465316 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (8192e3b5-6262-454d-a967-178357224d64), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:55.525747 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=8192e3b5-6262-454d-a967-178357224d64,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:55.619157 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-147dcc14-a76f-4203-923f-58ee1475b615 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:55.733457 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['8192e3b5-6262-454d-a967-178357224d64'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:07:55.777282 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-147dcc14-a76f-4203-923f-58ee1475b615 admin admin] Publish callbacks [] for security_group (d85a637b-0a6a-4981-af7e-38014dc0a42f), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:55.796663 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45884bd-1344-4023-9764-c5098bb05788 req-63abf16a-312e-4863-9645-edb0ebc3a427 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:55.804020 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c45884bd-1344-4023-9764-c5098bb05788 req-63abf16a-312e-4863-9645-edb0ebc3a427 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 945 time: 0.1048925 Oct 17 11:07:55.807786 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-147dcc14-a76f-4203-923f-58ee1475b615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (d85a637b-0a6a-4981-af7e-38014dc0a42f), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:55.895311 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-147dcc14-a76f-4203-923f-58ee1475b615 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a0e45cf72f9e4b429a4c3bfa40876c6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4657247 Oct 17 11:07:55.901639 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 52420) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:55.912463 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147dcc14-a76f-4203-923f-58ee1475b615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85a637b-0a6a-4981-af7e-38014dc0a42f,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:55.958706 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c45884bd-1344-4023-9764-c5098bb05788 req-74aa7113-046c-4980-9a88-d513f3f9292c tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507967 Oct 17 11:07:56.021373 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-169c2cbd-c3ce-4084-9c7e-47d90b400527 admin admin] Publish callbacks [] for security_group (d85a637b-0a6a-4981-af7e-38014dc0a42f), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:56.070394 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-169c2cbd-c3ce-4084-9c7e-47d90b400527 admin admin] Publish callbacks [] for security_group (d85a637b-0a6a-4981-af7e-38014dc0a42f), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:56.119786 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fda853-3445-44cf-b583-fbf667851291 req-fd1d6824-d697-4f62-98df-67d36df5077d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:56.121392 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-92fda853-3445-44cf-b583-fbf667851291 req-fd1d6824-d697-4f62-98df-67d36df5077d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0765712 Oct 17 11:07:56.167384 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-169c2cbd-c3ce-4084-9c7e-47d90b400527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (d85a637b-0a6a-4981-af7e-38014dc0a42f), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:56.177791 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-169c2cbd-c3ce-4084-9c7e-47d90b400527 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:56.182704 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-169c2cbd-c3ce-4084-9c7e-47d90b400527 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d85a637b-0a6a-4981-af7e-38014dc0a42f HTTP/1.1" status: 204 len: 168 time: 0.2799869 Oct 17 11:07:56.190318 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-92fda853-3445-44cf-b583-fbf667851291 req-0ffba1e2-7032-48c7-a345-ffcfcfb1ab78 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560927 Oct 17 11:07:56.194687 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169c2cbd-c3ce-4084-9c7e-47d90b400527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85a637b-0a6a-4981-af7e-38014dc0a42f,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:56.619233 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 52448) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:56.633902 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-874a8c7c-b60a-49fe-b699-8ac90109494e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:56.723263 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-874a8c7c-b60a-49fe-b699-8ac90109494e admin admin] Publish callbacks [] for security_group (f445e22a-da1a-4deb-a3db-038ccfd3b809), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:56.728581 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-874a8c7c-b60a-49fe-b699-8ac90109494e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f445e22a-da1a-4deb-a3db-038ccfd3b809), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:56.770810 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-874a8c7c-b60a-49fe-b699-8ac90109494e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2f9b11f5775742c0b62238972133d934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500835 Oct 17 11:07:56.772170 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874a8c7c-b60a-49fe-b699-8ac90109494e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f445e22a-da1a-4deb-a3db-038ccfd3b809,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:56.773708 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52450) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:56.833401 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e8e42754-76c0-4b5f-ada6-66e1eacf69c4 admin admin] Publish callbacks [] for security_group (f445e22a-da1a-4deb-a3db-038ccfd3b809), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:56.855518 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e8e42754-76c0-4b5f-ada6-66e1eacf69c4 admin admin] Publish callbacks [] for security_group (f445e22a-da1a-4deb-a3db-038ccfd3b809), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:56.914393 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e8e42754-76c0-4b5f-ada6-66e1eacf69c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f445e22a-da1a-4deb-a3db-038ccfd3b809), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:56.917338 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e8e42754-76c0-4b5f-ada6-66e1eacf69c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:56.925226 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-e8e42754-76c0-4b5f-ada6-66e1eacf69c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f445e22a-da1a-4deb-a3db-038ccfd3b809 HTTP/1.1" status: 204 len: 168 time: 0.1458719 Oct 17 11:07:56.938361 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e42754-76c0-4b5f-ada6-66e1eacf69c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f445e22a-da1a-4deb-a3db-038ccfd3b809,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:57.096872 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f101ac3-eec7-42b3-9bc5-fc3c685e1617 req-bfef8cb5-b1de-48f6-9a7c-1cab0e6b3933 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:57.099134 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f101ac3-eec7-42b3-9bc5-fc3c685e1617 req-bfef8cb5-b1de-48f6-9a7c-1cab0e6b3933 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 945 time: 0.0656717 Oct 17 11:07:57.159727 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 8192e3b5-6262-454d-a967-178357224d64 up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:07:57.162618 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f101ac3-eec7-42b3-9bc5-fc3c685e1617 req-af7917a8-dbcc-4656-b816-f891b9e52193 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574605 Oct 17 11:07:57.234647 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port 8192e3b5-6262-454d-a967-178357224d64 completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:07:57.241103 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 8192e3b5-6262-454d-a967-178357224d64 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:07:57.243206 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (8192e3b5-6262-454d-a967-178357224d64), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:57.243724 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 8192e3b5-6262-454d-a967-178357224d64 Oct 17 11:07:57.347132 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 8192e3b5-6262-454d-a967-178357224d64 is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:07:57.348186 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (8192e3b5-6262-454d-a967-178357224d64), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:57.358908 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16562cb-c9d7-411e-b4bb-da16f0fdcc60 req-a1535a5d-ec4d-4fd4-bbfa-616afb79017c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:57.360540 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c16562cb-c9d7-411e-b4bb-da16f0fdcc60 req-a1535a5d-ec4d-4fd4-bbfa-616afb79017c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0727963 Oct 17 11:07:57.383891 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782de149-b373-4148-8337-42717b7cf327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8192e3b5-6262-454d-a967-178357224d64'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:07:57.386193 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d9df7d-c4b8-4c86-a329-873fd1354021" -d '{"events": [{"server_uuid": "782de149-b373-4148-8337-42717b7cf327", "name": "network-vif-plugged", "status": "completed", "tag": "8192e3b5-6262-454d-a967-178357224d64"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:07:57.409564 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 8192e3b5-6262-454d-a967-178357224d64, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=8192e3b5-6262-454d-a967-178357224d64,segment=NetworkSegment(13c57f70-d459-4d24-906a-5e887b3b2991),segment_id=13c57f70-d459-4d24-906a-5e887b3b2991)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:07:57.416295 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (8192e3b5-6262-454d-a967-178357224d64), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:57.426318 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c16562cb-c9d7-411e-b4bb-da16f0fdcc60 req-ca6e8d46-b3ba-475a-9301-c0dcde58285e tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595386 Oct 17 11:07:57.451769 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad518259-4857-4fd9-919a-eb30aad58bb7 x-openstack-request-id: req-ad518259-4857-4fd9-919a-eb30aad58bb7 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:07:57.452098 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782de149-b373-4148-8337-42717b7cf327", "name": "network-vif-plugged", "status": "completed", "tag": "8192e3b5-6262-454d-a967-178357224d64", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:07:57.452386 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ad518259-4857-4fd9-919a-eb30aad58bb7 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:07:57.452788 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad518259-4857-4fd9-919a-eb30aad58bb7'] response: {'server_uuid': '782de149-b373-4148-8337-42717b7cf327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8192e3b5-6262-454d-a967-178357224d64', 'code': 200} Oct 17 11:07:57.643090 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=8192e3b5-6262-454d-a967-178357224d64,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:57.690321 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec120ba-960e-4a9a-86c0-ba7dc997fde4 req-ac52bf91-a668-46d1-b3fb-020c23a41a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:57.692352 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6ec120ba-960e-4a9a-86c0-ba7dc997fde4 req-ac52bf91-a668-46d1-b3fb-020c23a41a13 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 1130 time: 0.1105549 Oct 17 11:07:57.758827 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6ec120ba-960e-4a9a-86c0-ba7dc997fde4 req-a5311c49-5cd4-481f-b001-c79dba83085f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597310 Oct 17 11:07:58.340926 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c814465-d7d1-4f98-96f2-8f9584c6db02 req-f16ebf59-5e19-4d87-9b7a-19ec7a4a69ee tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:58.342509 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c814465-d7d1-4f98-96f2-8f9584c6db02 req-f16ebf59-5e19-4d87-9b7a-19ec7a4a69ee tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 946 time: 0.0610797 Oct 17 11:07:58.401838 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c814465-d7d1-4f98-96f2-8f9584c6db02 req-7a68ec5f-5e29-4308-8ba8-f4c7969e7232 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528083 Oct 17 11:07:58.406754 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52522) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:58.411829 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-459edb5e-024f-4a01-bea7-a7549add606b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1161597266', 'description': 'tempest-description--1442127770'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:58.441482 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-459edb5e-024f-4a01-bea7-a7549add606b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:58.562076 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-459edb5e-024f-4a01-bea7-a7549add606b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:58.567724 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-459edb5e-024f-4a01-bea7-a7549add606b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:58.814143 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-459edb5e-024f-4a01-bea7-a7549add606b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:58.817666 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-459edb5e-024f-4a01-bea7-a7549add606b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4096675 Oct 17 11:07:58.818576 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 52538) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:58.824280 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-7849979c-ed5a-4ac2-b069-0f1505783e9e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'security_group_rule': {'security_group_id': '3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:58.829007 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918dc9e0-51cf-4a22-8381-5356a312886a req-191093c5-c1e6-4741-8bc8-96ffd5467a60 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:58.830884 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-918dc9e0-51cf-4a22-8381-5356a312886a req-191093c5-c1e6-4741-8bc8-96ffd5467a60 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.3117976 Oct 17 11:07:58.831515 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459edb5e-024f-4a01-bea7-a7549add606b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:58.869967 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7849979c-ed5a-4ac2-b069-0f1505783e9e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (1592fc6b-03aa-4699-8ba1-2112216cfbba), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:58.920292 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-918dc9e0-51cf-4a22-8381-5356a312886a req-b95c33c2-50ab-48ef-9a10-ddc1f4326387 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793750 Oct 17 11:07:58.953434 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7849979c-ed5a-4ac2-b069-0f1505783e9e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (1592fc6b-03aa-4699-8ba1-2112216cfbba), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:58.967746 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7849979c-ed5a-4ac2-b069-0f1505783e9e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (1592fc6b-03aa-4699-8ba1-2112216cfbba), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:58.987508 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849979c-ed5a-4ac2-b069-0f1505783e9e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1592fc6b-03aa-4699-8ba1-2112216cfbba,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:58.999104 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7849979c-ed5a-4ac2-b069-0f1505783e9e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:59.001319 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-7849979c-ed5a-4ac2-b069-0f1505783e9e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1807268 Oct 17 11:07:59.003048 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 52548) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:59.007458 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-af3b512b-f947-4ee5-9ed4-3eba8e7b50dd tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'security_group_rule': {'security_group_id': '3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:59.044710 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-af3b512b-f947-4ee5-9ed4-3eba8e7b50dd tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (9aa69c6b-2553-4bea-b0c0-b11136f01ff7), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:59.110713 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-af3b512b-f947-4ee5-9ed4-3eba8e7b50dd tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (9aa69c6b-2553-4bea-b0c0-b11136f01ff7), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:59.117050 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-af3b512b-f947-4ee5-9ed4-3eba8e7b50dd tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (9aa69c6b-2553-4bea-b0c0-b11136f01ff7), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:59.131855 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b512b-f947-4ee5-9ed4-3eba8e7b50dd tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa69c6b-2553-4bea-b0c0-b11136f01ff7,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:59.143891 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-af3b512b-f947-4ee5-9ed4-3eba8e7b50dd tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:59.145163 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-af3b512b-f947-4ee5-9ed4-3eba8e7b50dd tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411357 Oct 17 11:07:59.148405 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52554) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:07:59.152930 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'floatingip': {'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:07:59.187346 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:59.295819 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:59.407278 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Allocated IP 172.28.1.12 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/351bc40c-7061-4d9e-82f6-ed4622fb34b2) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:07:59.553435 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5cfdfd-7d59-449d-8db3-18ae8ee311ca req-55532d5b-48ec-43aa-90d4-80d196663575 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:07:59.561571 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2f5cfdfd-7d59-449d-8db3-18ae8ee311ca req-55532d5b-48ec-43aa-90d4-80d196663575 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 946 time: 0.0663893 Oct 17 11:07:59.597820 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for port (351bc40c-7061-4d9e-82f6-ed4622fb34b2), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:59.637508 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2f5cfdfd-7d59-449d-8db3-18ae8ee311ca req-b186add8-0d53-4358-bfe0-91e1f06b306a tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729022 Oct 17 11:07:59.675173 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (351bc40c-7061-4d9e-82f6-ed4622fb34b2), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:59.718296 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:07:59.721546 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:07:59.733206 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:07:59.733206 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'Port': ['ID=351bc40c-7061-4d9e-82f6-ed4622fb34b2,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:07:59.857009 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (10546b55-7cdd-4bed-91f8-26d1f046cf5d), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:07:59.906486 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (351bc40c-7061-4d9e-82f6-ed4622fb34b2), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:00.138020 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for port (351bc40c-7061-4d9e-82f6-ed4622fb34b2), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:00.148186 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cd4df8-1b61-45d9-ad54-9c4e0ff094da req-0c29d02b-6560-402c-a8b3-59deed766fd1 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:00.149528 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c9cd4df8-1b61-45d9-ad54-9c4e0ff094da req-0c29d02b-6560-402c-a8b3-59deed766fd1 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.1364913 Oct 17 11:08:00.150768 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (351bc40c-7061-4d9e-82f6-ed4622fb34b2), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:00.237920 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (10546b55-7cdd-4bed-91f8-26d1f046cf5d), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:00.244949 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'Port': ['ID=351bc40c-7061-4d9e-82f6-ed4622fb34b2,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:00.274054 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c9cd4df8-1b61-45d9-ad54-9c4e0ff094da req-4eb11ca6-a2fb-4673-a9cc-7b8381a53155 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987389 Oct 17 11:08:00.277127 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:00.278268 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-7305adc1-dfde-46dc-9568-e360ddddfea8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1288044 Oct 17 11:08:00.502360 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-4fb17001-914d-42e5-9e2a-6b2884b74b3a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1161597266&fields=id&tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96 HTTP/1.1" status: 200 len: 267 time: 0.0580502 Oct 17 11:08:00.653056 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164995ef-39f1-4b55-954d-9af33aa051c9 req-db688f5d-2b4b-40a0-986e-c1fe063bc347 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:00.653758 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-9fe5bdb0-969a-4164-824c-8b4c43f57fdc tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:00.655369 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-9fe5bdb0-969a-4164-824c-8b4c43f57fdc tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 815 time: 0.1292379 Oct 17 11:08:00.660673 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-164995ef-39f1-4b55-954d-9af33aa051c9 req-db688f5d-2b4b-40a0-986e-c1fe063bc347 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 946 time: 0.0684171 Oct 17 11:08:00.672181 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-216be505-ff9e-4120-a658-c6b50434535d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/quotas/dda8ee1efa8f41babdf7d2f8c1cfaa96 HTTP/1.1" status: 200 len: 375 time: 0.0095801 Oct 17 11:08:00.734272 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-164995ef-39f1-4b55-954d-9af33aa051c9 req-88a8ef8f-f7c1-41ac-bbe6-f8afb22cbc26 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720818 Oct 17 11:08:00.768945 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-31ef9f49-1cb8-4322-a506-0d22241931ac tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772970 Oct 17 11:08:00.859243 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-6f2f94c8-fc6d-4f1c-a744-372b094e04de service neutron] 10.222.0.43 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923953 Oct 17 11:08:00.967540 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-b7ee5832-525e-4a9d-977e-3d7bf78cf791 service neutron] 10.222.0.43 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024117 Oct 17 11:08:01.146556 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-35d84f80-a230-4f87-b78e-99d4b14703ad req-9d0f504d-b0e0-4e23-b6a4-33a2948a4e6f tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 210 time: 0.0357850 Oct 17 11:08:01.419799 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f1b0ae-e8a6-41ae-8f46-e26b43116370 req-71b4384b-8949-4244-a43f-82531c5f7d22 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:01.421443 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-49f1b0ae-e8a6-41ae-8f46-e26b43116370 req-71b4384b-8949-4244-a43f-82531c5f7d22 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0570753 Oct 17 11:08:01.470606 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-49f1b0ae-e8a6-41ae-8f46-e26b43116370 req-dced6644-1496-4188-bbb8-f4937fd461c2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432158 Oct 17 11:08:01.882418 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc18513-ad59-451a-8b83-5806591eced8 req-ff4aca61-b0cc-4845-bef3-9836eef2dd80 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:01.884107 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1cc18513-ad59-451a-8b83-5806591eced8 req-ff4aca61-b0cc-4845-bef3-9836eef2dd80 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 946 time: 0.0633090 Oct 17 11:08:01.958329 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1cc18513-ad59-451a-8b83-5806591eced8 req-02a974a2-8449-4c62-972d-a66148c087a9 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656316 Oct 17 11:08:02.153765 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d08f72d-c043-449e-acf1-e5362ad9c8c8 req-74ac6ee4-3a1e-4f3a-9c9a-363ade359ae7 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:02.155443 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-5d08f72d-c043-449e-acf1-e5362ad9c8c8 req-74ac6ee4-3a1e-4f3a-9c9a-363ade359ae7 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.23 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 946 time: 0.0622342 Oct 17 11:08:02.344079 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-237a0dc3-7929-43c5-bd14-d9251109f990 req-4462d310-b324-4cfe-8cc3-e4658f77a958 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 210 time: 0.0419428 Oct 17 11:08:02.394735 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [req-5d08f72d-c043-449e-acf1-e5362ad9c8c8 req-8fd43d3b-af64-40d6-b7c7-69634279868b tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Deleting port 8192e3b5-6262-454d-a967-178357224d64 {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:08:02.395428 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-5d08f72d-c043-449e-acf1-e5362ad9c8c8 req-8fd43d3b-af64-40d6-b7c7-69634279868b tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (8192e3b5-6262-454d-a967-178357224d64), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:02.423302 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-8f8e64a2-d39c-4e88-bc91-f2c6fd3e2b6d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:02.424898 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-8f8e64a2-d39c-4e88-bc91-f2c6fd3e2b6d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 815 time: 0.2746813 Oct 17 11:08:02.527764 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-d1831848-0cf9-4474-b8dd-1db9474fd0a8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96 HTTP/1.1" status: 200 len: 473 time: 0.0926433 Oct 17 11:08:02.539904 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c924ff43-47ec-4f2e-9724-789102ed6fea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'port': {'device_id': 'a7768a4f-c10b-4e19-9fad-2af665e3074a', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'admin_state_up': True, 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'security_groups': ['3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:02.547076 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-5d08f72d-c043-449e-acf1-e5362ad9c8c8 req-8fd43d3b-af64-40d6-b7c7-69634279868b tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] For port 8192e3b5-6262-454d-a967-178357224d64, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=8192e3b5-6262-454d-a967-178357224d64,segment=NetworkSegment(13c57f70-d459-4d24-906a-5e887b3b2991),segment_id=13c57f70-d459-4d24-906a-5e887b3b2991)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:02.548035 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-5d08f72d-c043-449e-acf1-e5362ad9c8c8 req-8fd43d3b-af64-40d6-b7c7-69634279868b tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (8192e3b5-6262-454d-a967-178357224d64), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:02.565665 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [req-5d08f72d-c043-449e-acf1-e5362ad9c8c8 req-8fd43d3b-af64-40d6-b7c7-69634279868b tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Calling delete_port for 8192e3b5-6262-454d-a967-178357224d64 owned by compute:nova {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:08:02.729276 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c6a96-fc18-477a-8fd9-2e8a33a5ab73 req-d94b9659-c46c-4ed7-aca6-29ad1be70cd5 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:02.731071 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d20c6a96-fc18-477a-8fd9-2e8a33a5ab73 req-d94b9659-c46c-4ed7-aca6-29ad1be70cd5 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0947456 Oct 17 11:08:02.841052 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d20c6a96-fc18-477a-8fd9-2e8a33a5ab73 req-c9184b7f-07c6-4a90-a136-2f6659880302 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028321 Oct 17 11:08:02.843571 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-5d08f72d-c043-449e-acf1-e5362ad9c8c8 req-8fd43d3b-af64-40d6-b7c7-69634279868b tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (8192e3b5-6262-454d-a967-178357224d64), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:02.860808 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['8192e3b5-6262-454d-a967-178357224d64'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:08:02.910536 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd43d3b-af64-40d6-b7c7-69634279868b tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Pushing event deleted for resources: {'Port': ['ID=8192e3b5-6262-454d-a967-178357224d64,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:02.945230 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c924ff43-47ec-4f2e-9724-789102ed6fea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Made reservation on behalf of dda8ee1efa8f41babdf7d2f8c1cfaa96 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:08:02.959065 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c924ff43-47ec-4f2e-9724-789102ed6fea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:02.988415 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d08f72d-c043-449e-acf1-e5362ad9c8c8 req-8fd43d3b-af64-40d6-b7c7-69634279868b tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] No DVR routers for this DVR port 8192e3b5-6262-454d-a967-178357224d64 on host hv-cinder-85846 {{(pid=103976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:08:02.994539 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-5d08f72d-c043-449e-acf1-e5362ad9c8c8 req-8fd43d3b-af64-40d6-b7c7-69634279868b tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:03.001807 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-5d08f72d-c043-449e-acf1-e5362ad9c8c8 req-8fd43d3b-af64-40d6-b7c7-69634279868b tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.23 "DELETE /v2.0/ports/8192e3b5-6262-454d-a967-178357224d64 HTTP/1.1" status: 204 len: 173 time: 0.8410175 Oct 17 11:08:03.002541 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '782de149-b373-4148-8337-42717b7cf327', 'name': 'network-vif-deleted', 'tag': '8192e3b5-6262-454d-a967-178357224d64'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:08:03.005063 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb960b9b-cf6d-4863-ad16-6f521b8f2c4b" -d '{"events": [{"server_uuid": "782de149-b373-4148-8337-42717b7cf327", "name": "network-vif-deleted", "tag": "8192e3b5-6262-454d-a967-178357224d64"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:08:03.021174 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52724) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:03.078474 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b4fc1b-345a-446e-95ce-0278a35bb9ac x-openstack-request-id: req-28b4fc1b-345a-446e-95ce-0278a35bb9ac {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:08:03.078953 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "782de149-b373-4148-8337-42717b7cf327", "name": "network-vif-deleted", "tag": "8192e3b5-6262-454d-a967-178357224d64", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:08:03.079305 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28b4fc1b-345a-446e-95ce-0278a35bb9ac {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:08:03.079868 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b4fc1b-345a-446e-95ce-0278a35bb9ac'] response: {'server_uuid': '782de149-b373-4148-8337-42717b7cf327', 'name': 'network-vif-deleted', 'tag': '8192e3b5-6262-454d-a967-178357224d64', 'status': 'completed', 'code': 200} Oct 17 11:08:03.163630 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3a7d6554-2d5b-4b19-9231-1d51b12c33e9 req-f7a799ed-0bb0-4d32-b2d3-c8acb544296e tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=782de149-b373-4148-8337-42717b7cf327 HTTP/1.1" status: 200 len: 210 time: 0.0300772 Oct 17 11:08:03.224920 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c924ff43-47ec-4f2e-9724-789102ed6fea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Allocated IP 172.20.0.12 (21554f7b-decb-4447-82c2-82c4e5db4803/c502f9b2-9e97-4334-884d-66479d1ef028/d002a366-cd87-4320-abbd-ab7e0380345c) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:08:03.225428 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7c2e19d0-7ffb-40cf-b85e-663d4039595a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:03.313118 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7c2e19d0-7ffb-40cf-b85e-663d4039595a admin admin] Publish callbacks [] for security_group (2c6bc8e7-128b-4d6a-b961-dfbcf1d176a7), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:03.321990 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7c2e19d0-7ffb-40cf-b85e-663d4039595a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (2c6bc8e7-128b-4d6a-b961-dfbcf1d176a7), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:03.369949 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-7c2e19d0-7ffb-40cf-b85e-663d4039595a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4241dfabf43449df9a3066d11e2b0789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425777 Oct 17 11:08:03.372545 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e19d0-7ffb-40cf-b85e-663d4039595a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6bc8e7-128b-4d6a-b961-dfbcf1d176a7,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:03.376613 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 52734) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:03.451891 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c924ff43-47ec-4f2e-9724-789102ed6fea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for port (d002a366-cd87-4320-abbd-ab7e0380345c), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:03.471581 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9ab4028f-7b05-44b0-a89e-f9751d68f851 admin admin] Publish callbacks [] for security_group (2c6bc8e7-128b-4d6a-b961-dfbcf1d176a7), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:03.484168 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d831723d-229f-47db-88af-1b2e804c57f2 req-b3f2f89b-7f5d-4171-b05b-cc680313c16e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 210 time: 0.0302613 Oct 17 11:08:03.517520 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9ab4028f-7b05-44b0-a89e-f9751d68f851 admin admin] Publish callbacks [] for security_group (2c6bc8e7-128b-4d6a-b961-dfbcf1d176a7), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:03.539993 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c924ff43-47ec-4f2e-9724-789102ed6fea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (d002a366-cd87-4320-abbd-ab7e0380345c), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:03.609134 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c924ff43-47ec-4f2e-9724-789102ed6fea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Network 21554f7b-decb-4447-82c2-82c4e5db4803 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:08:03.613001 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c924ff43-47ec-4f2e-9724-789102ed6fea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:03.614988 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924ff43-47ec-4f2e-9724-789102ed6fea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'Port': ['ID=d002a366-cd87-4320-abbd-ab7e0380345c,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:03.618065 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c924ff43-47ec-4f2e-9724-789102ed6fea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:08:03.651441 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9ab4028f-7b05-44b0-a89e-f9751d68f851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (2c6bc8e7-128b-4d6a-b961-dfbcf1d176a7), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:03.654001 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9ab4028f-7b05-44b0-a89e-f9751d68f851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:03.655256 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-9ab4028f-7b05-44b0-a89e-f9751d68f851 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2c6bc8e7-128b-4d6a-b961-dfbcf1d176a7 HTTP/1.1" status: 204 len: 168 time: 0.2774491 Oct 17 11:08:03.676072 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab4028f-7b05-44b0-a89e-f9751d68f851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6bc8e7-128b-4d6a-b961-dfbcf1d176a7,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:03.687124 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c924ff43-47ec-4f2e-9724-789102ed6fea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:03.687778 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c924ff43-47ec-4f2e-9724-789102ed6fea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:03.710828 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c924ff43-47ec-4f2e-9724-789102ed6fea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1728518 Oct 17 11:08:03.724990 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Request body: {'port': {'device_id': 'a7768a4f-c10b-4e19-9fad-2af665e3074a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:03.819807 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d002a366-cd87-4320-abbd-ab7e0380345c), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:03.875788 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-210b5c30-9a2b-4e7f-a3f5-8cb4fd9a1408 None None] Provisioning complete for port d002a366-cd87-4320-abbd-ab7e0380345c triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:03.876392 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-210b5c30-9a2b-4e7f-a3f5-8cb4fd9a1408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d002a366-cd87-4320-abbd-ab7e0380345c), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:03.876698 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-210b5c30-9a2b-4e7f-a3f5-8cb4fd9a1408 None None] Attempt 1 to provision port d002a366-cd87-4320-abbd-ab7e0380345c Oct 17 11:08:03.914488 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-210b5c30-9a2b-4e7f-a3f5-8cb4fd9a1408 None None] Port d002a366-cd87-4320-abbd-ab7e0380345c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:04.109342 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef642f-66d1-490b-b0a9-4f9ebc9e4a3a req-e2ebb7f6-2d26-48b1-84cf-f18fa1c688ab tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:04.110838 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1cef642f-66d1-490b-b0a9-4f9ebc9e4a3a req-e2ebb7f6-2d26-48b1-84cf-f18fa1c688ab tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.1452138 Oct 17 11:08:04.207606 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1cef642f-66d1-490b-b0a9-4f9ebc9e4a3a req-50f3b94f-3e6f-487b-9669-56f9a814e228 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909009 Oct 17 11:08:04.219339 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d002a366-cd87-4320-abbd-ab7e0380345c {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:08:04.233968 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Publish callbacks [] for port (d002a366-cd87-4320-abbd-ab7e0380345c), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:04.244817 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Transition to ACTIVE for port object d002a366-cd87-4320-abbd-ab7e0380345c will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:08:04.251025 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (d002a366-cd87-4320-abbd-ab7e0380345c), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:04.340062 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Pushing event updated for resources: {'Port': ['ID=d002a366-cd87-4320-abbd-ab7e0380345c,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:04.378566 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Attempting to bind port d002a366-cd87-4320-abbd-ab7e0380345c on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:08:04.379183 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Attempting to bind port d002a366-cd87-4320-abbd-ab7e0380345c by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:08:04.379183 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Attempting to bind port d002a366-cd87-4320-abbd-ab7e0380345c on network 21554f7b-decb-4447-82c2-82c4e5db4803 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:08:04.384027 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Port d002a366-cd87-4320-abbd-ab7e0380345c on network 21554f7b-decb-4447-82c2-82c4e5db4803 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:08:04.384929 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Attempting to bind port d002a366-cd87-4320-abbd-ab7e0380345c on network 21554f7b-decb-4447-82c2-82c4e5db4803 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:08:04.390339 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:08:04.390676 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Checking segment: {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:08:04.391057 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Bound using segment: {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:08:04.391482 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Bound port: d002a366-cd87-4320-abbd-ab7e0380345c, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:08:04.391837 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d002a366-cd87-4320-abbd-ab7e0380345c), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:04.415967 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-210b5c30-9a2b-4e7f-a3f5-8cb4fd9a1408 None None] Attempt 2 to provision port d002a366-cd87-4320-abbd-ab7e0380345c Oct 17 11:08:04.459178 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-210b5c30-9a2b-4e7f-a3f5-8cb4fd9a1408 None None] Port d002a366-cd87-4320-abbd-ab7e0380345c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:04.492405 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] For port d002a366-cd87-4320-abbd-ab7e0380345c, host hv-cinder-85846, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:08:04.536145 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] For port d002a366-cd87-4320-abbd-ab7e0380345c, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d002a366-cd87-4320-abbd-ab7e0380345c,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:08:04.548185 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (d002a366-cd87-4320-abbd-ab7e0380345c), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:04.552164 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:04.552846 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:04.554936 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] 10.222.0.23 "PUT /v2.0/ports/d002a366-cd87-4320-abbd-ab7e0380345c HTTP/1.1" status: 200 len: 1094 time: 0.8381543 Oct 17 11:08:04.610239 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7768a4f-c10b-4e19-9fad-2af665e3074a', 'tag': 'd002a366-cd87-4320-abbd-ab7e0380345c'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:08:04.610239 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7be977-ea05-420d-91d4-b96f5746d62b" -d '{"events": [{"name": "network-changed", "server_uuid": "a7768a4f-c10b-4e19-9fad-2af665e3074a", "tag": "d002a366-cd87-4320-abbd-ab7e0380345c"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:08:04.644629 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c0860-c005-4cc3-8b95-c400ccfd8ac2 req-73453354-cdc9-40dc-8ace-cd329172f9b2 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:04.653292 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-cb3c0860-c005-4cc3-8b95-c400ccfd8ac2 req-73453354-cdc9-40dc-8ace-cd329172f9b2 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 944 time: 0.0757999 Oct 17 11:08:04.669438 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7eb3bc-a533-4b63-8753-5cb7537f9cbb service neutron] Pushing event updated for resources: {'Port': ['ID=d002a366-cd87-4320-abbd-ab7e0380345c,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:04.700673 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-4415908f-850c-436a-9a2e-a06debbb70a2 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:04.702328 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-4415908f-850c-436a-9a2e-a06debbb70a2 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/networks?id=55fa5674-fdfb-4242-bc95-5e72f569c289 HTTP/1.1" status: 200 len: 807 time: 0.2389286 Oct 17 11:08:04.723070 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-cf665098-bb98-4cc6-85df-b4fdb9181e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:04.724888 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-cf665098-bb98-4cc6-85df-b4fdb9181e9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 1128 time: 0.1135883 Oct 17 11:08:04.727429 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-53168bcb-3d53-495c-a011-7eaba4ca6ced tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/quotas/a1768248799c49b0a68c16c8a0df3594 HTTP/1.1" status: 200 len: 375 time: 0.0184975 Oct 17 11:08:04.730628 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-cb3c0860-c005-4cc3-8b95-c400ccfd8ac2 req-c17af3c4-0859-4f90-904f-b3056ab97568 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759387 Oct 17 11:08:04.778004 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-a44b310f-1d2c-4eea-81dc-a730637f7d72 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d002a366-cd87-4320-abbd-ab7e0380345c HTTP/1.1" status: 200 len: 217 time: 0.0450044 Oct 17 11:08:04.795334 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fee49a-be37-4308-8e5d-a38c1f44d187 x-openstack-request-id: req-a6fee49a-be37-4308-8e5d-a38c1f44d187 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:08:04.795635 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7768a4f-c10b-4e19-9fad-2af665e3074a", "tag": "d002a366-cd87-4320-abbd-ab7e0380345c", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:08:04.795889 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6fee49a-be37-4308-8e5d-a38c1f44d187 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:08:04.796339 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6fee49a-be37-4308-8e5d-a38c1f44d187'] response: {'name': 'network-changed', 'server_uuid': 'a7768a4f-c10b-4e19-9fad-2af665e3074a', 'tag': 'd002a366-cd87-4320-abbd-ab7e0380345c', 'status': 'completed', 'code': 200} Oct 17 11:08:04.799962 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-36290e74-0407-4dba-ab34-f3f2d4e68d57 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1768248799c49b0a68c16c8a0df3594&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335450 Oct 17 11:08:04.902986 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c125f350-86bb-4de1-9962-f03cf2dbd715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:04.904379 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c125f350-86bb-4de1-9962-f03cf2dbd715 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c502f9b2-9e97-4334-884d-66479d1ef028 HTTP/1.1" status: 200 len: 854 time: 0.1071723 Oct 17 11:08:04.960311 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-210b5c30-9a2b-4e7f-a3f5-8cb4fd9a1408 None None] Attempt 3 to provision port d002a366-cd87-4320-abbd-ab7e0380345c Oct 17 11:08:04.964251 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-13aa139b-4add-4deb-a7c0-e6d2d13777cb service neutron] 10.222.0.43 "GET /v2.0/networks/55fa5674-fdfb-4242-bc95-5e72f569c289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565561 Oct 17 11:08:04.997422 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c70fe177-9eb3-45a5-9d06-18e3e1fdfac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:04.999058 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c70fe177-9eb3-45a5-9d06-18e3e1fdfac6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21554f7b-decb-4447-82c2-82c4e5db4803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0819716 Oct 17 11:08:05.006059 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-210b5c30-9a2b-4e7f-a3f5-8cb4fd9a1408 None None] Port d002a366-cd87-4320-abbd-ab7e0380345c had new provisioning blocks added so it will not transition to active. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 17 11:08:05.095579 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52830) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:05.182622 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-bc462400-558d-45ed-a066-904d5a2427b8 service neutron] 10.222.0.43 "GET /v2.0/networks/55fa5674-fdfb-4242-bc95-5e72f569c289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096386 Oct 17 11:08:05.184871 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-91721c5a-846d-431f-9d20-63c82ae9ea78 service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491339 Oct 17 11:08:05.225925 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a774be5b-136a-48a4-93b6-2a54dc2813d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:05.302619 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fef3b0e8-6704-4730-b7ee-9dd2aafc4928 req-c8f62d8f-a947-40e8-8805-51e5010a171d service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078923 Oct 17 11:08:05.345255 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a774be5b-136a-48a4-93b6-2a54dc2813d9 admin admin] Publish callbacks [] for security_group (1fc61735-71ac-4943-b140-a69b9a54efcd), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:05.372541 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a774be5b-136a-48a4-93b6-2a54dc2813d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (1fc61735-71ac-4943-b140-a69b9a54efcd), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:05.411443 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-472416d7-835d-4954-907a-826da578956b req-3ad9eea1-9bf2-4358-a46c-c11a03011143 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 210 time: 0.0536764 Oct 17 11:08:05.426065 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 52842) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:05.426181 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-a774be5b-136a-48a4-93b6-2a54dc2813d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b10dba560df844cb973430c301e24b0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3298280 Oct 17 11:08:05.434885 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774be5b-136a-48a4-93b6-2a54dc2813d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc61735-71ac-4943-b140-a69b9a54efcd,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:05.446211 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7be977-ea05-420d-91d4-b96f5746d62b req-298d96c2-36df-42db-b866-241e0a5d470d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:05.447804 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-af7be977-ea05-420d-91d4-b96f5746d62b req-298d96c2-36df-42db-b866-241e0a5d470d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 1128 time: 0.0783195 Oct 17 11:08:05.453747 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc056c-a361-41a1-afcb-e34c3a515278 req-d801be03-b21b-4280-b09f-4b655d939a5a tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:05.461070 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-87bc056c-a361-41a1-afcb-e34c3a515278 req-d801be03-b21b-4280-b09f-4b655d939a5a tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.1482463 Oct 17 11:08:05.505993 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-87bc056c-a361-41a1-afcb-e34c3a515278 req-be67a54e-ce23-4b5f-ba46-a8d8977f5043 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440941 Oct 17 11:08:05.543630 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dfc46fcd-60ac-4e4f-9055-7a8cf7d7ffae admin admin] Publish callbacks [] for security_group (1fc61735-71ac-4943-b140-a69b9a54efcd), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:05.588273 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dfc46fcd-60ac-4e4f-9055-7a8cf7d7ffae admin admin] Publish callbacks [] for security_group (1fc61735-71ac-4943-b140-a69b9a54efcd), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:05.602163 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7be977-ea05-420d-91d4-b96f5746d62b req-111d7eaa-77c4-4c31-bcd3-0bb3506e3578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:05.603855 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-af7be977-ea05-420d-91d4-b96f5746d62b req-111d7eaa-77c4-4c31-bcd3-0bb3506e3578 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 916 time: 0.1413662 Oct 17 11:08:05.660920 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-af7be977-ea05-420d-91d4-b96f5746d62b req-d8c70dd9-3f44-4482-a78c-fcfffc5472cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d002a366-cd87-4320-abbd-ab7e0380345c HTTP/1.1" status: 200 len: 217 time: 0.0491972 Oct 17 11:08:05.710459 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dfc46fcd-60ac-4e4f-9055-7a8cf7d7ffae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (1fc61735-71ac-4943-b140-a69b9a54efcd), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:05.713692 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dfc46fcd-60ac-4e4f-9055-7a8cf7d7ffae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:05.714820 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-dfc46fcd-60ac-4e4f-9055-7a8cf7d7ffae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1fc61735-71ac-4943-b140-a69b9a54efcd HTTP/1.1" status: 204 len: 168 time: 0.2878180 Oct 17 11:08:05.721783 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7be977-ea05-420d-91d4-b96f5746d62b req-0acbf0aa-164c-4da9-9754-7cb58b27b3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:05.723238 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-af7be977-ea05-420d-91d4-b96f5746d62b req-0acbf0aa-164c-4da9-9754-7cb58b27b3ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c502f9b2-9e97-4334-884d-66479d1ef028 HTTP/1.1" status: 200 len: 854 time: 0.0558724 Oct 17 11:08:05.728765 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc46fcd-60ac-4e4f-9055-7a8cf7d7ffae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc61735-71ac-4943-b140-a69b9a54efcd,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:05.785677 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7be977-ea05-420d-91d4-b96f5746d62b req-ce453b73-cefd-4417-bbdc-3491a260a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:05.787594 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-af7be977-ea05-420d-91d4-b96f5746d62b req-ce453b73-cefd-4417-bbdc-3491a260a32d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21554f7b-decb-4447-82c2-82c4e5db4803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0558445 Oct 17 11:08:05.927310 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-af7be977-ea05-420d-91d4-b96f5746d62b req-dbde12a5-1a32-4d35-9a4c-0651b24b6728 service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310761 Oct 17 11:08:05.935980 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a12064-41b8-413f-9859-bb7e0e5e1e70 req-e28edec2-a06e-4a40-a514-a3876a42783a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:05.937604 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e9a12064-41b8-413f-9859-bb7e0e5e1e70 req-e28edec2-a06e-4a40-a514-a3876a42783a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 944 time: 0.0857501 Oct 17 11:08:06.059938 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e9a12064-41b8-413f-9859-bb7e0e5e1e70 req-801930c6-b214-45ef-84cd-facd587c8aa2 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034617 Oct 17 11:08:06.083652 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-af7be977-ea05-420d-91d4-b96f5746d62b req-d6251500-3ed8-4f93-b71e-96988219a8bc service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375468 Oct 17 11:08:06.296726 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52882) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:06.430697 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3829a67c-6877-4d56-ab5c-5df5b367ae6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:06.563237 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3829a67c-6877-4d56-ab5c-5df5b367ae6a admin admin] Publish callbacks [] for security_group (ba6dc9b3-bf73-4fda-bf46-c07c1007872f), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:06.568355 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-19c7b5b2-3827-431d-b0ec-93a68817bf0a tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:06.571184 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-19c7b5b2-3827-431d-b0ec-93a68817bf0a tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.23 "GET /v2.0/networks?id=55fa5674-fdfb-4242-bc95-5e72f569c289 HTTP/1.1" status: 200 len: 807 time: 0.1631863 Oct 17 11:08:06.580528 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-45fe2d14-c931-43ef-a2dc-91c89dbffe6c req-69a57451-4f5c-4850-9ea9-0a567a8d7e4b tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 210 time: 0.0553987 Oct 17 11:08:06.581584 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3829a67c-6877-4d56-ab5c-5df5b367ae6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (ba6dc9b3-bf73-4fda-bf46-c07c1007872f), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:06.595629 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-54d1e83e-f651-448a-9a4c-e1a43ad8c9b5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Request body: {'port': {'device_id': '0083572b-daaa-4085-9ef1-c87545cadee6', 'network_id': '55fa5674-fdfb-4242-bc95-5e72f569c289', 'admin_state_up': True, 'tenant_id': 'a1768248799c49b0a68c16c8a0df3594'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:06.643853 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52900) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:06.666565 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829a67c-6877-4d56-ab5c-5df5b367ae6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6dc9b3-bf73-4fda-bf46-c07c1007872f,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:06.678561 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-3829a67c-6877-4d56-ab5c-5df5b367ae6a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5664a2b6a28b44afbb37451818f27941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798695 Oct 17 11:08:06.680980 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52906) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:06.756952 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2edb9771-17fb-4163-a72e-3dfe983422d3 admin admin] Publish callbacks [] for security_group (ba6dc9b3-bf73-4fda-bf46-c07c1007872f), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:06.775189 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada3b62-60bd-4f9f-8bd2-385140a1da19 req-d79f145a-4163-4283-be91-81053e3d2882 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:06.776683 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3ada3b62-60bd-4f9f-8bd2-385140a1da19 req-d79f145a-4163-4283-be91-81053e3d2882 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.1446035 Oct 17 11:08:06.780816 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1172575267-network', 'tenant_id': '99a627a5d5bb4544838c398f0db28fd8'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:06.788413 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2edb9771-17fb-4163-a72e-3dfe983422d3 admin admin] Publish callbacks [] for security_group (ba6dc9b3-bf73-4fda-bf46-c07c1007872f), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:06.806995 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-54d1e83e-f651-448a-9a4c-e1a43ad8c9b5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Made reservation on behalf of a1768248799c49b0a68c16c8a0df3594 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:08:06.810584 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-54d1e83e-f651-448a-9a4c-e1a43ad8c9b5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:06.829123 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] Made reservation on behalf of 99a627a5d5bb4544838c398f0db28fd8 for: {'network': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:08:06.831610 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:06.841589 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:06.843697 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3ada3b62-60bd-4f9f-8bd2-385140a1da19 req-33d75e32-f71e-4ed8-af42-6ef6aad51789 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609138 Oct 17 11:08:06.876460 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2edb9771-17fb-4163-a72e-3dfe983422d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (ba6dc9b3-bf73-4fda-bf46-c07c1007872f), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:06.879016 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2edb9771-17fb-4163-a72e-3dfe983422d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:06.880314 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-2edb9771-17fb-4163-a72e-3dfe983422d3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba6dc9b3-bf73-4fda-bf46-c07c1007872f HTTP/1.1" status: 204 len: 168 time: 0.1982324 Oct 17 11:08:06.898523 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edb9771-17fb-4163-a72e-3dfe983422d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6dc9b3-bf73-4fda-bf46-c07c1007872f,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:06.949193 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0afc9fd8-2423-40a8-9971-75c5665e68b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:06.957427 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] Publish callbacks [] for security_group (e347b968-3f51-4a8e-9b35-5d87a284d7bb), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:06.964015 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e347b968-3f51-4a8e-9b35-5d87a284d7bb), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:06.987701 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-54d1e83e-f651-448a-9a4c-e1a43ad8c9b5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Allocated IP 172.20.0.11 (55fa5674-fdfb-4242-bc95-5e72f569c289/e89c6334-ae71-47f8-a4a2-0104e6e4b3c8/34651bed-525c-475b-b599-fe06f4422596) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:08:06.996284 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 673} {{(pid=103976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:08:07.010210 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e347b968-3f51-4a8e-9b35-5d87a284d7bb,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:07.015044 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (91c3bbed-b2a3-4086-a647-20a264b2d750), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.015377 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.segments_db [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] Added segment 91c3bbed-b2a3-4086-a647-20a264b2d750 of type vlan for network caaa4645-1610-4df5-8a08-b0b9033a3e65 Oct 17 11:08:07.066838 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (caaa4645-1610-4df5-8a08-b0b9033a3e65), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.105498 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (caaa4645-1610-4df5-8a08-b0b9033a3e65), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.106539 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:07.107223 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.205326 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d002a366-cd87-4320-abbd-ab7e0380345c details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:08:07.208787 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 8192e3b5-6262-454d-a967-178357224d64 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:08:07.221784 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] Pushing event updated for resources: {'Network': ['ID=caaa4645-1610-4df5-8a08-b0b9033a3e65,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:07.224478 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-54d1e83e-f651-448a-9a4c-e1a43ad8c9b5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks [] for port (34651bed-525c-475b-b599-fe06f4422596), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.244583 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: 8192e3b5-6262-454d-a967-178357224d64 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:08:07.245263 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 8192e3b5-6262-454d-a967-178357224d64 not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:08:07.247867 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network caaa4645-1610-4df5-8a08-b0b9033a3e65 details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:08:07.252118 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-f940dd72-25a9-4c93-9331-0dd44ba640aa admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6068141 Oct 17 11:08:07.254928 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 52916) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:07.265329 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-1aacc2a8-3211-4a3b-8674-21b61670d38f admin admin] Request body: {'subnet': {'network_id': 'caaa4645-1610-4df5-8a08-b0b9033a3e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1172575267-subnet', 'tenant_id': '99a627a5d5bb4544838c398f0db28fd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:07.311626 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aacc2a8-3211-4a3b-8674-21b61670d38f admin admin] Made reservation on behalf of 99a627a5d5bb4544838c398f0db28fd8 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:08:07.314267 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1aacc2a8-3211-4a3b-8674-21b61670d38f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5305282'] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.330684 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dff7ed-51b3-4b6c-9a2f-48c1714a23f1 req-07786a9e-ab46-49a0-8d92-56ec3d1b52ab tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:07.332278 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-18dff7ed-51b3-4b6c-9a2f-48c1714a23f1 req-07786a9e-ab46-49a0-8d92-56ec3d1b52ab tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 944 time: 0.1063156 Oct 17 11:08:07.338902 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52922) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:07.372637 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-29c416a6-4e59-4ab5-91ab-aca139f96d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.460426 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-18dff7ed-51b3-4b6c-9a2f-48c1714a23f1 req-30de3223-98a9-4fc2-a241-fb887e488d5e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119385 Oct 17 11:08:07.486458 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-54d1e83e-f651-448a-9a4c-e1a43ad8c9b5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (34651bed-525c-475b-b599-fe06f4422596), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.516521 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-54d1e83e-f651-448a-9a4c-e1a43ad8c9b5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Network 55fa5674-fdfb-4242-bc95-5e72f569c289 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:08:07.518290 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-54d1e83e-f651-448a-9a4c-e1a43ad8c9b5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:07.554963 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-29c416a6-4e59-4ab5-91ab-aca139f96d47 admin admin] Publish callbacks [] for security_group (94cdb642-fe74-426f-a1df-63c6f474d265), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.559280 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d002a366-cd87-4320-abbd-ab7e0380345c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d002a366-cd87-4320-abbd-ab7e0380345c,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:07.562641 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-54d1e83e-f651-448a-9a4c-e1a43ad8c9b5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:08:07.562809 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-29c416a6-4e59-4ab5-91ab-aca139f96d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (94cdb642-fe74-426f-a1df-63c6f474d265), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.585244 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': 'd002a366-cd87-4320-abbd-ab7e0380345c', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'port_id': 'd002a366-cd87-4320-abbd-ab7e0380345c', 'mac_address': 'fa:16:3e:d4:2c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:08:07.619305 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c416a6-4e59-4ab5-91ab-aca139f96d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cdb642-fe74-426f-a1df-63c6f474d265,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:07.643874 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-29c416a6-4e59-4ab5-91ab-aca139f96d47 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=941a052bcbab4267ac82ee2b92c7d84a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3015528 Oct 17 11:08:07.645797 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52934) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:07.681752 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port d002a366-cd87-4320-abbd-ab7e0380345c is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:07.682511 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d002a366-cd87-4320-abbd-ab7e0380345c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.702983 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d002a366-cd87-4320-abbd-ab7e0380345c {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:08:07.733327 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d002a366-cd87-4320-abbd-ab7e0380345c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d002a366-cd87-4320-abbd-ab7e0380345c,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:07.742507 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d002a366-cd87-4320-abbd-ab7e0380345c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.749991 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bdc84b5e-f772-479c-a0df-7f68a0a97717 admin admin] Publish callbacks [] for security_group (94cdb642-fe74-426f-a1df-63c6f474d265), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.778964 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bdc84b5e-f772-479c-a0df-7f68a0a97717 admin admin] Publish callbacks [] for security_group (94cdb642-fe74-426f-a1df-63c6f474d265), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.801866 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=d002a366-cd87-4320-abbd-ab7e0380345c,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:07.838587 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52940) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:07.862315 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bdc84b5e-f772-479c-a0df-7f68a0a97717 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (94cdb642-fe74-426f-a1df-63c6f474d265), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.865894 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bdc84b5e-f772-479c-a0df-7f68a0a97717 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.885429 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d1e83e-f651-448a-9a4c-e1a43ad8c9b5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Pushing event updated for resources: {'Port': ['ID=34651bed-525c-475b-b599-fe06f4422596,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:07.893189 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-bdc84b5e-f772-479c-a0df-7f68a0a97717 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/94cdb642-fe74-426f-a1df-63c6f474d265 HTTP/1.1" status: 204 len: 168 time: 0.2230227 Oct 17 11:08:07.914084 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc84b5e-f772-479c-a0df-7f68a0a97717 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cdb642-fe74-426f-a1df-63c6f474d265,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:07.914858 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1aacc2a8-3211-4a3b-8674-21b61670d38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5390019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5305136'] for subnet (ba8abf2a-c8ba-482d-87d6-5f49f9d76369), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:07.958750 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-54d1e83e-f651-448a-9a4c-e1a43ad8c9b5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:07.958991 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-54d1e83e-f651-448a-9a4c-e1a43ad8c9b5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:08.013541 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-54d1e83e-f651-448a-9a4c-e1a43ad8c9b5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4327738 Oct 17 11:08:08.014152 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacc2a8-3211-4a3b-8674-21b61670d38f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8abf2a-c8ba-482d-87d6-5f49f9d76369,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:08.027442 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['d002a366-cd87-4320-abbd-ab7e0380345c'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:08:08.039485 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef69a19-e070-40f5-94b4-07a9b610d674 req-68a99bed-59f3-4138-9f68-d5ed1befe4e1 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:08.040959 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cef69a19-e070-40f5-94b4-07a9b610d674 req-68a99bed-59f3-4138-9f68-d5ed1befe4e1 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 932 time: 0.1811914 Oct 17 11:08:08.044685 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Request body: {'port': {'device_id': '0083572b-daaa-4085-9ef1-c87545cadee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:08.102060 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aacc2a8-3211-4a3b-8674-21b61670d38f admin admin] Checking segment: {'id': '91c3bbed-b2a3-4086-a647-20a264b2d750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'caaa4645-1610-4df5-8a08-b0b9033a3e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:08:08.102490 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aacc2a8-3211-4a3b-8674-21b61670d38f admin admin] Network hostable DHCP agents. Network: caaa4645-1610-4df5-8a08-b0b9033a3e65, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:08:08.125802 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a171e9a7-5331-47f9-84bc-7f4160215f51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:08.181043 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (34651bed-525c-475b-b599-fe06f4422596), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:08.193903 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cef69a19-e070-40f5-94b4-07a9b610d674 req-5c95bf08-687e-4e40-a1ee-534ea879b0ff tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437285 Oct 17 11:08:08.217709 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aacc2a8-3211-4a3b-8674-21b61670d38f admin admin] Network caaa4645-1610-4df5-8a08-b0b9033a3e65 is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:08:08.248641 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c047f-1d3e-4668-85e5-0d5868344ea1 req-6cf8e17a-e909-4213-9d9c-083ba4449966 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:08.253709 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-296c047f-1d3e-4668-85e5-0d5868344ea1 req-6cf8e17a-e909-4213-9d9c-083ba4449966 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.2482541 Oct 17 11:08:08.263443 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-1aacc2a8-3211-4a3b-8674-21b61670d38f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, caaa4645-1610-4df5-8a08-b0b9033a3e65) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:08.266120 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ae3f3b67-f7f9-4099-b34e-44fd27c2723a req-f02b1b94-45da-4361-b4a6-847803fafdee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2141275 Oct 17 11:08:08.272827 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aacc2a8-3211-4a3b-8674-21b61670d38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:08.273523 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1aacc2a8-3211-4a3b-8674-21b61670d38f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:08.291885 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8f65b4-7ff1-4730-84bd-638becd145f1 None None] Network caaa4645-1610-4df5-8a08-b0b9033a3e65 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:08:08.382855 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-1aacc2a8-3211-4a3b-8674-21b61670d38f admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1257560 Oct 17 11:08:08.396979 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-296c047f-1d3e-4668-85e5-0d5868344ea1 req-e3202ca4-41bf-4b8c-b27f-512a45df45bb tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311409 Oct 17 11:08:08.445737 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f3b67-f7f9-4099-b34e-44fd27c2723a req-9f62ef05-230d-4d03-aebb-d44c11de6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:08.447511 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ae3f3b67-f7f9-4099-b34e-44fd27c2723a req-9f62ef05-230d-4d03-aebb-d44c11de6646 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 1129 time: 0.1216805 Oct 17 11:08:08.453997 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a171e9a7-5331-47f9-84bc-7f4160215f51 admin admin] Publish callbacks [] for security_group (12fb33d2-0ee5-40d0-ba43-3a582f7900dc), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:08.455316 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72d8d73-1dd5-4af6-8bc5-c1ea8d7c31bf None None] Network caaa4645-1610-4df5-8a08-b0b9033a3e65 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:08:08.463799 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a171e9a7-5331-47f9-84bc-7f4160215f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (12fb33d2-0ee5-40d0-ba43-3a582f7900dc), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:08.500865 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-a171e9a7-5331-47f9-84bc-7f4160215f51 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c6fd295124d1406c8e6f40720381058f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6611919 Oct 17 11:08:08.503652 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 52960) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:08.597048 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 52962) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:08.628513 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-48ca0c97-c23d-4edf-b228-286f3677b6ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:08.631917 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f3b67-f7f9-4099-b34e-44fd27c2723a req-0c79661c-6217-4a78-921d-054a4a83eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:08.633665 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ae3f3b67-f7f9-4099-b34e-44fd27c2723a req-0c79661c-6217-4a78-921d-054a4a83eccc service neutron] 10.222.0.23 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 916 time: 0.1378613 Oct 17 11:08:08.639896 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a171e9a7-5331-47f9-84bc-7f4160215f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fb33d2-0ee5-40d0-ba43-3a582f7900dc,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:08.711420 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34651bed-525c-475b-b599-fe06f4422596 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:08:08.723311 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Publish callbacks [] for port (34651bed-525c-475b-b599-fe06f4422596), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:08.749573 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ae3f3b67-f7f9-4099-b34e-44fd27c2723a req-82190012-ef56-4920-9561-41479203823e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10291c78-4992-4f2a-90e9-ce8008dc6d98 HTTP/1.1" status: 200 len: 1000 time: 0.1066036 Oct 17 11:08:08.750939 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Transition to ACTIVE for port object 34651bed-525c-475b-b599-fe06f4422596 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:08:08.757666 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f4aa69df-0f23-4b22-81b0-f80049109bc3 admin admin] Publish callbacks [] for security_group (12fb33d2-0ee5-40d0-ba43-3a582f7900dc), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:08.762528 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (34651bed-525c-475b-b599-fe06f4422596), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:08.784814 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1851ff7-5dd2-4710-8969-2d11bb9bacf6 req-ee6bb280-6804-4c8e-8549-bebccd33d437 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:08.786948 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d1851ff7-5dd2-4710-8969-2d11bb9bacf6 req-ee6bb280-6804-4c8e-8549-bebccd33d437 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 945 time: 0.1528120 Oct 17 11:08:08.820289 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f3b67-f7f9-4099-b34e-44fd27c2723a req-39dd6964-c110-4938-b056-024d8ab6577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:08.821712 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ae3f3b67-f7f9-4099-b34e-44fd27c2723a req-39dd6964-c110-4938-b056-024d8ab6577b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c502f9b2-9e97-4334-884d-66479d1ef028 HTTP/1.1" status: 200 len: 854 time: 0.0653152 Oct 17 11:08:08.834695 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-48ca0c97-c23d-4edf-b228-286f3677b6ec admin admin] Publish callbacks [] for security_group (a27c45b1-c815-4742-8218-958babf6576e), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:08.841417 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-48ca0c97-c23d-4edf-b228-286f3677b6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (a27c45b1-c815-4742-8218-958babf6576e), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:08.849172 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f4aa69df-0f23-4b22-81b0-f80049109bc3 admin admin] Publish callbacks [] for security_group (12fb33d2-0ee5-40d0-ba43-3a582f7900dc), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:08.888702 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-48ca0c97-c23d-4edf-b228-286f3677b6ec admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=cbcf4f026a224fdf9a1c89d06a74e8a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905629 Oct 17 11:08:08.901472 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 52968) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:08.907962 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Pushing event updated for resources: {'Port': ['ID=34651bed-525c-475b-b599-fe06f4422596,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:08.997031 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d1851ff7-5dd2-4710-8969-2d11bb9bacf6 req-e9c38f31-1004-4782-930e-1e5c5fd9f72d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861608 Oct 17 11:08:09.033138 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Attempting to bind port 34651bed-525c-475b-b599-fe06f4422596 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:08:09.033538 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Attempting to bind port 34651bed-525c-475b-b599-fe06f4422596 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '13c57f70-d459-4d24-906a-5e887b3b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '55fa5674-fdfb-4242-bc95-5e72f569c289'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:08:09.033904 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Attempting to bind port 34651bed-525c-475b-b599-fe06f4422596 on network 55fa5674-fdfb-4242-bc95-5e72f569c289 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:08:09.050704 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Port 34651bed-525c-475b-b599-fe06f4422596 on network 55fa5674-fdfb-4242-bc95-5e72f569c289 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:08:09.051033 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Attempting to bind port 34651bed-525c-475b-b599-fe06f4422596 on network 55fa5674-fdfb-4242-bc95-5e72f569c289 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:08:09.056037 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f4aa69df-0f23-4b22-81b0-f80049109bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (12fb33d2-0ee5-40d0-ba43-3a582f7900dc), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:09.059002 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f4aa69df-0f23-4b22-81b0-f80049109bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:09.060272 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-f4aa69df-0f23-4b22-81b0-f80049109bc3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/12fb33d2-0ee5-40d0-ba43-3a582f7900dc HTTP/1.1" status: 204 len: 168 time: 0.5500131 Oct 17 11:08:09.068978 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:08:09.069360 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Checking segment: {'id': '13c57f70-d459-4d24-906a-5e887b3b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '55fa5674-fdfb-4242-bc95-5e72f569c289'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:08:09.070069 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Bound using segment: {'id': '13c57f70-d459-4d24-906a-5e887b3b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '55fa5674-fdfb-4242-bc95-5e72f569c289'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:08:09.070689 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Bound port: 34651bed-525c-475b-b599-fe06f4422596, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13c57f70-d459-4d24-906a-5e887b3b2991', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': '55fa5674-fdfb-4242-bc95-5e72f569c289'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:08:09.070989 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (34651bed-525c-475b-b599-fe06f4422596), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:09.074382 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22ac0d3c-baef-46b5-9186-a6e4fe6dbb11 admin admin] Publish callbacks [] for security_group (a27c45b1-c815-4742-8218-958babf6576e), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:09.093190 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa69df-0f23-4b22-81b0-f80049109bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fb33d2-0ee5-40d0-ba43-3a582f7900dc,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:09.165314 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22ac0d3c-baef-46b5-9186-a6e4fe6dbb11 admin admin] Publish callbacks [] for security_group (a27c45b1-c815-4742-8218-958babf6576e), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:09.173581 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca0c97-c23d-4edf-b228-286f3677b6ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27c45b1-c815-4742-8218-958babf6576e,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:09.185401 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f3b67-f7f9-4099-b34e-44fd27c2723a req-3095eb38-4288-4acc-ac48-609bf2c48171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:09.187645 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ae3f3b67-f7f9-4099-b34e-44fd27c2723a req-3095eb38-4288-4acc-ac48-609bf2c48171 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21554f7b-decb-4447-82c2-82c4e5db4803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3177645 Oct 17 11:08:09.212165 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d002a366-cd87-4320-abbd-ab7e0380345c up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:08:09.263103 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] For port 34651bed-525c-475b-b599-fe06f4422596, host hv-cinder-85846, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:08:09.267295 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] For port 34651bed-525c-475b-b599-fe06f4422596, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=34651bed-525c-475b-b599-fe06f4422596,segment=NetworkSegment(13c57f70-d459-4d24-906a-5e887b3b2991),segment_id=13c57f70-d459-4d24-906a-5e887b3b2991)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:08:09.277015 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (34651bed-525c-475b-b599-fe06f4422596), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:09.283964 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:09.284663 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:09.286510 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] 10.222.0.23 "PUT /v2.0/ports/34651bed-525c-475b-b599-fe06f4422596 HTTP/1.1" status: 200 len: 1094 time: 1.2571204 Oct 17 11:08:09.288640 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0083572b-daaa-4085-9ef1-c87545cadee6', 'tag': '34651bed-525c-475b-b599-fe06f4422596'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:08:09.306044 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f067e5c9-862e-40bb-9598-f444295f2177" -d '{"events": [{"name": "network-changed", "server_uuid": "0083572b-daaa-4085-9ef1-c87545cadee6", "tag": "34651bed-525c-475b-b599-fe06f4422596"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:08:09.367586 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-128a26b0-3460-49f3-ab6f-8ab92a59270d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:09.373707 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ae3f3b67-f7f9-4099-b34e-44fd27c2723a req-76825be3-eea1-46ab-97e3-791dd3a76547 service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785195 Oct 17 11:08:09.373927 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port d002a366-cd87-4320-abbd-ab7e0380345c completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:08:09.374536 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f78d8df-dcea-41db-aedb-e95257efd9c8 x-openstack-request-id: req-4f78d8df-dcea-41db-aedb-e95257efd9c8 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:08:09.374832 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0083572b-daaa-4085-9ef1-c87545cadee6", "tag": "34651bed-525c-475b-b599-fe06f4422596", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:08:09.375087 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4f78d8df-dcea-41db-aedb-e95257efd9c8 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:08:09.375490 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f78d8df-dcea-41db-aedb-e95257efd9c8'] response: {'name': 'network-changed', 'server_uuid': '0083572b-daaa-4085-9ef1-c87545cadee6', 'tag': '34651bed-525c-475b-b599-fe06f4422596', 'status': 'completed', 'code': 200} Oct 17 11:08:09.376227 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22ac0d3c-baef-46b5-9186-a6e4fe6dbb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (a27c45b1-c815-4742-8218-958babf6576e), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:09.379204 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port d002a366-cd87-4320-abbd-ab7e0380345c triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:09.379857 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d002a366-cd87-4320-abbd-ab7e0380345c), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:09.380728 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port d002a366-cd87-4320-abbd-ab7e0380345c Oct 17 11:08:09.380852 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22ac0d3c-baef-46b5-9186-a6e4fe6dbb11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:09.382092 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-22ac0d3c-baef-46b5-9186-a6e4fe6dbb11 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a27c45b1-c815-4742-8218-958babf6576e HTTP/1.1" status: 204 len: 168 time: 0.4698889 Oct 17 11:08:09.448389 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ac0d3c-baef-46b5-9186-a6e4fe6dbb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27c45b1-c815-4742-8218-958babf6576e,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:09.518349 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6710781-9f77-4325-82c9-bb9ac39906a6 service neutron] Pushing event updated for resources: {'Port': ['ID=34651bed-525c-475b-b599-fe06f4422596,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:09.531964 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-c9505fdc-779a-4c94-a734-fbe705999ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:09.537584 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-c9505fdc-779a-4c94-a734-fbe705999ab5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1768248799c49b0a68c16c8a0df3594&device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 1128 time: 0.1663702 Oct 17 11:08:09.610422 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port d002a366-cd87-4320-abbd-ab7e0380345c is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:09.611268 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d002a366-cd87-4320-abbd-ab7e0380345c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:09.631631 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-b5453d38-1141-4824-ab50-366485006ab9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34651bed-525c-475b-b599-fe06f4422596 HTTP/1.1" status: 200 len: 217 time: 0.0861447 Oct 17 11:08:09.679577 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d002a366-cd87-4320-abbd-ab7e0380345c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d002a366-cd87-4320-abbd-ab7e0380345c,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:09.682010 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7768a4f-c10b-4e19-9fad-2af665e3074a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd002a366-cd87-4320-abbd-ab7e0380345c'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:08:09.685726 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6f7593-2ea2-42a9-8eab-343885cbc849" -d '{"events": [{"server_uuid": "a7768a4f-c10b-4e19-9fad-2af665e3074a", "name": "network-vif-plugged", "status": "completed", "tag": "d002a366-cd87-4320-abbd-ab7e0380345c"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:08:09.693908 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d002a366-cd87-4320-abbd-ab7e0380345c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:09.717310 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f132fe3-887a-492b-8886-6eceaf2691fb req-8cd2a602-616d-43e0-9d16-2b37c68af1fd tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:09.719059 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0f132fe3-887a-492b-8886-6eceaf2691fb req-8cd2a602-616d-43e0-9d16-2b37c68af1fd tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 944 time: 0.3399999 Oct 17 11:08:09.779374 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3b85bc-f72b-4bac-a1f6-42a8d50c10db req-2aa33210-4742-44e1-b5bf-9e9c754d16fb tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:09.785433 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ae3f3b67-f7f9-4099-b34e-44fd27c2723a req-11570649-d740-4168-a79f-326c6aa6ef5a service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4031091 Oct 17 11:08:09.788653 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8b3b85bc-f72b-4bac-a1f6-42a8d50c10db req-2aa33210-4742-44e1-b5bf-9e9c754d16fb tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.2449999 Oct 17 11:08:09.813124 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-f64fe38b-187a-4ca8-acc3-4f889aa4505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:09.814691 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-f64fe38b-187a-4ca8-acc3-4f889aa4505f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e89c6334-ae71-47f8-a4a2-0104e6e4b3c8 HTTP/1.1" status: 200 len: 847 time: 0.1765015 Oct 17 11:08:09.818908 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=d002a366-cd87-4320-abbd-ab7e0380345c,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:09.829485 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0f132fe3-887a-492b-8886-6eceaf2691fb req-4567e291-c227-4f67-81b7-4a5ff0f96e5f tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004555 Oct 17 11:08:09.870250 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c825d36-2b47-4c7f-8629-4e30ba9a11ca x-openstack-request-id: req-8c825d36-2b47-4c7f-8629-4e30ba9a11ca {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:08:09.870566 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7768a4f-c10b-4e19-9fad-2af665e3074a", "name": "network-vif-plugged", "status": "completed", "tag": "d002a366-cd87-4320-abbd-ab7e0380345c", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:08:09.870830 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8c825d36-2b47-4c7f-8629-4e30ba9a11ca {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:08:09.871314 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c825d36-2b47-4c7f-8629-4e30ba9a11ca'] response: {'server_uuid': 'a7768a4f-c10b-4e19-9fad-2af665e3074a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd002a366-cd87-4320-abbd-ab7e0380345c', 'code': 200} Oct 17 11:08:09.885433 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-649cefc6-2b37-4770-ac61-2750d357084d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fa5674-fdfb-4242-bc95-5e72f569c289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526457 Oct 17 11:08:09.897386 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8b3b85bc-f72b-4bac-a1f6-42a8d50c10db req-66737f24-4b82-473d-8db8-0888f4fde802 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077940 Oct 17 11:08:09.992003 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-4fa7f337-7857-452d-b187-e99dc2a03a0d service neutron] 10.222.0.23 "GET /v2.0/networks/55fa5674-fdfb-4242-bc95-5e72f569c289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934603 Oct 17 11:08:10.090817 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc25dd8-5c4c-420a-a434-2e916527a1e0 req-419d4c14-4014-4405-ad14-986bace04c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:10.092340 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3cc25dd8-5c4c-420a-a434-2e916527a1e0 req-419d4c14-4014-4405-ad14-986bace04c27 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 1130 time: 0.0671856 Oct 17 11:08:10.112304 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cbc8879-fb8d-489f-8cd9-5d384b6f9cf2 req-434c162b-0662-432e-966b-0733f6c6cf99 service neutron] 10.222.0.23 "GET /v2.0/networks/55fa5674-fdfb-4242-bc95-5e72f569c289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090059 Oct 17 11:08:10.163016 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:10.172224 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3cc25dd8-5c4c-420a-a434-2e916527a1e0 req-c9c8b165-b835-4fd9-b747-2fa409f6594c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668526 Oct 17 11:08:10.180800 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2112e5-c512-4b97-a2fd-e4b25d6f6860 req-19012188-feee-4f98-8dd0-454c1f28b9fa tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:10.182338 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fe2112e5-c512-4b97-a2fd-e4b25d6f6860 req-19012188-feee-4f98-8dd0-454c1f28b9fa tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 946 time: 0.0864580 Oct 17 11:08:10.223290 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067e5c9-862e-40bb-9598-f444295f2177 req-834f1c72-7254-4801-be35-22c697992f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:10.224996 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f067e5c9-862e-40bb-9598-f444295f2177 req-834f1c72-7254-4801-be35-22c697992f4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a1768248799c49b0a68c16c8a0df3594&device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 1128 time: 0.0593598 Oct 17 11:08:10.238242 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fe2112e5-c512-4b97-a2fd-e4b25d6f6860 req-c29239b5-268c-4db2-9045-012e533c3b86 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496371 Oct 17 11:08:10.493583 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:10.552851 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067e5c9-862e-40bb-9598-f444295f2177 req-ea02618c-04c5-48a3-94ff-0bb1f6962659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:10.554444 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f067e5c9-862e-40bb-9598-f444295f2177 req-ea02618c-04c5-48a3-94ff-0bb1f6962659 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55fa5674-fdfb-4242-bc95-5e72f569c289 HTTP/1.1" status: 200 len: 908 time: 0.1561468 Oct 17 11:08:10.578477 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-45cb7869-4ac0-46b3-bd70-ac6eda056d70 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:10.579924 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-45cb7869-4ac0-46b3-bd70-ac6eda056d70 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/networks?id=caaa4645-1610-4df5-8a08-b0b9033a3e65 HTTP/1.1" status: 200 len: 814 time: 0.1385005 Oct 17 11:08:10.606228 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f067e5c9-862e-40bb-9598-f444295f2177 req-f9b06e85-62cb-4ea2-8532-590d70b80a0b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=34651bed-525c-475b-b599-fe06f4422596 HTTP/1.1" status: 200 len: 217 time: 0.0427370 Oct 17 11:08:10.614344 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-544f04c8-e69f-4776-8390-846cd0d906a5 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/quotas/99a627a5d5bb4544838c398f0db28fd8 HTTP/1.1" status: 200 len: 375 time: 0.0106544 Oct 17 11:08:10.659150 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-341b0c79-3388-4306-ac74-ce3a9bb432af tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=99a627a5d5bb4544838c398f0db28fd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387921 Oct 17 11:08:10.752866 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f067e5c9-862e-40bb-9598-f444295f2177 req-589cbe64-c648-425d-aff4-8f56545b13ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:10.754601 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f067e5c9-862e-40bb-9598-f444295f2177 req-589cbe64-c648-425d-aff4-8f56545b13ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e89c6334-ae71-47f8-a4a2-0104e6e4b3c8 HTTP/1.1" status: 200 len: 847 time: 0.1043129 Oct 17 11:08:10.802524 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f067e5c9-862e-40bb-9598-f444295f2177 req-db8c2a00-48a3-4279-b1e3-5d529b35bee6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fa5674-fdfb-4242-bc95-5e72f569c289&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397336 Oct 17 11:08:10.825374 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-23eb8c7d-0a68-478d-ab23-77807c513581 service neutron] 10.222.0.43 "GET /v2.0/networks/caaa4645-1610-4df5-8a08-b0b9033a3e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464334 Oct 17 11:08:10.971826 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f067e5c9-862e-40bb-9598-f444295f2177 req-46022ffb-5a13-4303-ad6e-f4e75b860f40 service neutron] 10.222.0.23 "GET /v2.0/networks/55fa5674-fdfb-4242-bc95-5e72f569c289?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598401 Oct 17 11:08:10.987620 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff75d23a-581f-4360-a4ee-6d86609af141 req-181ab33f-6817-425e-9f9a-6751c2205ab5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:10.998158 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ff75d23a-581f-4360-a4ee-6d86609af141 req-181ab33f-6817-425e-9f9a-6751c2205ab5 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 944 time: 0.0843139 Oct 17 11:08:11.004253 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-0a351cff-0ab4-4679-9751-0662d56dcb74 service neutron] 10.222.0.43 "GET /v2.0/networks/caaa4645-1610-4df5-8a08-b0b9033a3e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694834 Oct 17 11:08:11.053947 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ff75d23a-581f-4360-a4ee-6d86609af141 req-4d630c01-37bc-4249-b786-28da3cf27e58 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547004 Oct 17 11:08:11.091960 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f067e5c9-862e-40bb-9598-f444295f2177 req-b4721402-d2e2-4534-9dbe-fe3d7c03d8d3 service neutron] 10.222.0.23 "GET /v2.0/networks/55fa5674-fdfb-4242-bc95-5e72f569c289?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109660 Oct 17 11:08:11.183923 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfaceb4-93c4-4a97-9318-cc55f5dbb301 req-f7ed2375-2b29-4ac4-935e-c1891a08bcc7 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:11.185702 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7dfaceb4-93c4-4a97-9318-cc55f5dbb301 req-f7ed2375-2b29-4ac4-935e-c1891a08bcc7 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0647943 Oct 17 11:08:11.226553 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0c5f5a41-42e4-4242-9a60-632ce4918aee req-ef522140-1414-48ea-b088-6d2efd337a4a tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 210 time: 0.0311177 Oct 17 11:08:11.268612 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7dfaceb4-93c4-4a97-9318-cc55f5dbb301 req-0cdb9962-df52-4bcd-9333-e4b558bb86c8 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762506 Oct 17 11:08:11.384191 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc03270-7147-4033-8f83-547fd9fe4c9c req-c31188af-9601-4a6e-84f6-70552ed4b301 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:11.385868 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9cc03270-7147-4033-8f83-547fd9fe4c9c req-c31188af-9601-4a6e-84f6-70552ed4b301 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 946 time: 0.0665822 Oct 17 11:08:11.438687 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9cc03270-7147-4033-8f83-547fd9fe4c9c req-05c9b771-e8f1-4344-9f6b-30d021566c5d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468524 Oct 17 11:08:12.196102 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793767d5-1075-4b19-8b33-092487faa04f req-24c7f730-8a7f-4c41-932b-2622ed7a0bce tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:12.197642 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-793767d5-1075-4b19-8b33-092487faa04f req-24c7f730-8a7f-4c41-932b-2622ed7a0bce tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 944 time: 0.0562022 Oct 17 11:08:12.249458 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-793767d5-1075-4b19-8b33-092487faa04f req-c3ff7015-e310-4355-867d-c42b404ca6f8 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457473 Oct 17 11:08:12.359720 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-400a80cc-29a7-4bbc-829d-142dd8e0664a req-096a6097-0e0a-47cf-8d57-7b046eff12a6 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 210 time: 0.0398216 Oct 17 11:08:12.416501 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-6fb3228c-1750-4347-8dd4-ee769042865f tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:12.418354 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-6fb3228c-1750-4347-8dd4-ee769042865f tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.23 "GET /v2.0/networks?id=caaa4645-1610-4df5-8a08-b0b9033a3e65 HTTP/1.1" status: 200 len: 814 time: 0.1520562 Oct 17 11:08:12.434977 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-2946ff40-4b7e-45ff-a754-0b6b4ef88656 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Request body: {'port': {'device_id': '57e588e8-950d-480e-ba1e-2f5d30110f17', 'network_id': 'caaa4645-1610-4df5-8a08-b0b9033a3e65', 'admin_state_up': True, 'tenant_id': '99a627a5d5bb4544838c398f0db28fd8'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:12.441375 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f600a-2281-4f33-9904-3ef3fcb2bcdc req-f9cc4c7b-7a55-454f-a536-577bfe08dc87 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:12.443030 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-081f600a-2281-4f33-9904-3ef3fcb2bcdc req-f9cc4c7b-7a55-454f-a536-577bfe08dc87 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0893958 Oct 17 11:08:12.495060 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-081f600a-2281-4f33-9904-3ef3fcb2bcdc req-5a679a47-6c6a-420a-a7b0-18e76382ba43 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463481 Oct 17 11:08:12.567305 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:12.589349 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-2946ff40-4b7e-45ff-a754-0b6b4ef88656 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Made reservation on behalf of 99a627a5d5bb4544838c398f0db28fd8 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:08:12.592690 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-2946ff40-4b7e-45ff-a754-0b6b4ef88656 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:12.610035 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b46e5-1d81-4c4c-afef-1c1e82a60327 req-531bf3ad-1d9d-4c1b-a17b-b62e3a5a4dea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:12.611505 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f0b46e5-1d81-4c4c-afef-1c1e82a60327 req-531bf3ad-1d9d-4c1b-a17b-b62e3a5a4dea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 946 time: 0.0848107 Oct 17 11:08:12.713346 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f0b46e5-1d81-4c4c-afef-1c1e82a60327 req-44b2fd8e-271b-4137-bcad-315d44d5704f tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943065 Oct 17 11:08:12.766430 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-2946ff40-4b7e-45ff-a754-0b6b4ef88656 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Allocated IP 172.20.0.12 (caaa4645-1610-4df5-8a08-b0b9033a3e65/ba8abf2a-c8ba-482d-87d6-5f49f9d76369/ba063289-f451-4135-aa2c-1c19ab54b6ba) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:08:12.840635 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e607517-e108-40c4-8569-4c868cf28875 req-fed28b37-a51e-4efe-b3a1-8ae525281513 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:12.842258 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0e607517-e108-40c4-8569-4c868cf28875 req-fed28b37-a51e-4efe-b3a1-8ae525281513 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 946 time: 0.0566983 Oct 17 11:08:12.852900 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 53104) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:12.857644 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-99bf0ca6-e2e0-4bb4-850e-c80368afd8c7 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'floatingip': {'port_id': 'd002a366-cd87-4320-abbd-ab7e0380345c'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:12.895679 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-99bf0ca6-e2e0-4bb4-850e-c80368afd8c7 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (10546b55-7cdd-4bed-91f8-26d1f046cf5d), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:12.915496 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-2946ff40-4b7e-45ff-a754-0b6b4ef88656 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks [] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:12.949324 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-2946ff40-4b7e-45ff-a754-0b6b4ef88656 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:12.989447 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-2946ff40-4b7e-45ff-a754-0b6b4ef88656 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Network caaa4645-1610-4df5-8a08-b0b9033a3e65 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:08:12.992040 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-2946ff40-4b7e-45ff-a754-0b6b4ef88656 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:12.995892 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-2946ff40-4b7e-45ff-a754-0b6b4ef88656 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:08:13.025814 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946ff40-4b7e-45ff-a754-0b6b4ef88656 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Pushing event updated for resources: {'Port': ['ID=ba063289-f451-4135-aa2c-1c19ab54b6ba,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:13.055423 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-2946ff40-4b7e-45ff-a754-0b6b4ef88656 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:13.056060 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-2946ff40-4b7e-45ff-a754-0b6b4ef88656 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:13.076679 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-2946ff40-4b7e-45ff-a754-0b6b4ef88656 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6460898 Oct 17 11:08:13.091300 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Request body: {'port': {'device_id': '57e588e8-950d-480e-ba1e-2f5d30110f17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:13.161901 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:13.248002 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 34651bed-525c-475b-b599-fe06f4422596 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:08:13.393099 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 34651bed-525c-475b-b599-fe06f4422596, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=34651bed-525c-475b-b599-fe06f4422596,segment=NetworkSegment(13c57f70-d459-4d24-906a-5e887b3b2991),segment_id=13c57f70-d459-4d24-906a-5e887b3b2991)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:13.431115 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '34651bed-525c-475b-b599-fe06f4422596', 'network_id': '55fa5674-fdfb-4242-bc95-5e72f569c289', 'port_id': '34651bed-525c-475b-b599-fe06f4422596', 'mac_address': 'fa:16:3e:8f:99:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e89c6334-ae71-47f8-a4a2-0104e6e4b3c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:08:13.481696 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 34651bed-525c-475b-b599-fe06f4422596 is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:13.482364 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (34651bed-525c-475b-b599-fe06f4422596), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:13.493305 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-99bf0ca6-e2e0-4bb4-850e-c80368afd8c7 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:13.498315 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34651bed-525c-475b-b599-fe06f4422596 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:08:13.530416 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 34651bed-525c-475b-b599-fe06f4422596, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=34651bed-525c-475b-b599-fe06f4422596,segment=NetworkSegment(13c57f70-d459-4d24-906a-5e887b3b2991),segment_id=13c57f70-d459-4d24-906a-5e887b3b2991)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:13.532329 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 53130) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:13.533067 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-99bf0ca6-e2e0-4bb4-850e-c80368afd8c7 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (10546b55-7cdd-4bed-91f8-26d1f046cf5d), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:13.539333 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (34651bed-525c-475b-b599-fe06f4422596), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:13.631400 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=34651bed-525c-475b-b599-fe06f4422596,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:13.639300 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5c0d6-0f52-4c8b-9eb5-2e35ded75d2f req-a49ccf2d-0f57-4cfc-8b26-c834cedce258 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:13.640840 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7ae5c0d6-0f52-4c8b-9eb5-2e35ded75d2f req-a49ccf2d-0f57-4cfc-8b26-c834cedce258 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 932 time: 0.1454873 Oct 17 11:08:13.677918 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.l3_db [None req-99bf0ca6-e2e0-4bb4-850e-c80368afd8c7 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Floating IP 10546b55-7cdd-4bed-91f8-26d1f046cf5d associated. External IP: 172.28.1.12, port: d002a366-cd87-4320-abbd-ab7e0380345c. Oct 17 11:08:13.741757 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7ae5c0d6-0f52-4c8b-9eb5-2e35ded75d2f req-aad85200-9564-4831-9ba7-7fb32c32c4b7 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944388 Oct 17 11:08:13.793557 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226132d2-fa44-4780-ab3d-3c2456ccc009 req-3e4ed581-3b23-43e2-b498-246e47635eda tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:13.800593 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-226132d2-fa44-4780-ab3d-3c2456ccc009 req-3e4ed581-3b23-43e2-b498-246e47635eda tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 945 time: 0.4337521 Oct 17 11:08:13.803102 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bacd4369-50f4-4a2c-a20c-b84db5f7d9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:13.859199 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['34651bed-525c-475b-b599-fe06f4422596'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:08:13.907182 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-226132d2-fa44-4780-ab3d-3c2456ccc009 req-97e725eb-fbd0-47d4-87d7-463d079577e1 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054444 Oct 17 11:08:13.973898 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba063289-f451-4135-aa2c-1c19ab54b6ba {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:08:13.984434 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Publish callbacks [] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:13.994545 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bacd4369-50f4-4a2c-a20c-b84db5f7d9da admin admin] Publish callbacks [] for security_group (b52630b5-db6a-401d-8466-08638f90d508), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:14.006075 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bacd4369-50f4-4a2c-a20c-b84db5f7d9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (b52630b5-db6a-401d-8466-08638f90d508), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:14.008894 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Transition to ACTIVE for port object ba063289-f451-4135-aa2c-1c19ab54b6ba will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:08:14.019356 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:14.090820 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe136393-74a7-43f4-aa90-c6a3f145ba78 req-8951d454-5561-4483-8575-451aa9501275 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:14.092532 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fe136393-74a7-43f4-aa90-c6a3f145ba78 req-8951d454-5561-4483-8575-451aa9501275 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.2574053 Oct 17 11:08:14.109404 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba063289-f451-4135-aa2c-1c19ab54b6ba,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:14.119675 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-bacd4369-50f4-4a2c-a20c-b84db5f7d9da admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb50f25592ef4b2d9e1224c4239b18fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5838809 Oct 17 11:08:14.122926 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 53136) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:14.133754 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacd4369-50f4-4a2c-a20c-b84db5f7d9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52630b5-db6a-401d-8466-08638f90d508,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:14.157954 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bf0ca6-e2e0-4bb4-850e-c80368afd8c7 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Router 51536e0e-0d37-41a9-b40a-ae163a61c294 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:08:14.166345 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Attempting to bind port ba063289-f451-4135-aa2c-1c19ab54b6ba on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:08:14.166675 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Attempting to bind port ba063289-f451-4135-aa2c-1c19ab54b6ba by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '91c3bbed-b2a3-4086-a647-20a264b2d750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'caaa4645-1610-4df5-8a08-b0b9033a3e65'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:08:14.166984 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Attempting to bind port ba063289-f451-4135-aa2c-1c19ab54b6ba on network caaa4645-1610-4df5-8a08-b0b9033a3e65 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:08:14.176177 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Port ba063289-f451-4135-aa2c-1c19ab54b6ba on network caaa4645-1610-4df5-8a08-b0b9033a3e65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:08:14.176513 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Attempting to bind port ba063289-f451-4135-aa2c-1c19ab54b6ba on network caaa4645-1610-4df5-8a08-b0b9033a3e65 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:08:14.183113 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fe136393-74a7-43f4-aa90-c6a3f145ba78 req-38137b4e-21b7-49a0-bf74-1583b84dc3c0 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775094 Oct 17 11:08:14.185196 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:08:14.185483 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Checking segment: {'id': '91c3bbed-b2a3-4086-a647-20a264b2d750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'caaa4645-1610-4df5-8a08-b0b9033a3e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:08:14.185863 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Bound using segment: {'id': '91c3bbed-b2a3-4086-a647-20a264b2d750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'caaa4645-1610-4df5-8a08-b0b9033a3e65'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:08:14.186290 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Bound port: ba063289-f451-4135-aa2c-1c19ab54b6ba, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c3bbed-b2a3-4086-a647-20a264b2d750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'caaa4645-1610-4df5-8a08-b0b9033a3e65'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:08:14.186658 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:14.217332 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d334a564-128a-45b2-8b74-1d4a9e4a903b admin admin] Publish callbacks [] for security_group (b52630b5-db6a-401d-8466-08638f90d508), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:14.265753 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d334a564-128a-45b2-8b74-1d4a9e4a903b admin admin] Publish callbacks [] for security_group (b52630b5-db6a-401d-8466-08638f90d508), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:14.297528 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bf0ca6-e2e0-4bb4-850e-c80368afd8c7 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:08:14.302927 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-99bf0ca6-e2e0-4bb4-850e-c80368afd8c7 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:14.303684 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] For port ba063289-f451-4135-aa2c-1c19ab54b6ba, host hv-cinder-85846, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:08:14.313557 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f7d73-0e2b-43c4-8af3-de228407b96c None None] Sync routers for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:08:14.313892 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] For port ba063289-f451-4135-aa2c-1c19ab54b6ba, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ba063289-f451-4135-aa2c-1c19ab54b6ba,segment=NetworkSegment(91c3bbed-b2a3-4086-a647-20a264b2d750),segment_id=91c3bbed-b2a3-4086-a647-20a264b2d750)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:08:14.329481 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:14.334315 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:14.334992 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:14.336876 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f7d73-0e2b-43c4-8af3-de228407b96c None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:08:14.337078 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] 10.222.0.23 "PUT /v2.0/ports/ba063289-f451-4135-aa2c-1c19ab54b6ba HTTP/1.1" status: 200 len: 1094 time: 1.2528102 Oct 17 11:08:14.337609 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-032f7d73-0e2b-43c4-8af3-de228407b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:08:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:14.340637 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e588e8-950d-480e-ba1e-2f5d30110f17', 'tag': 'ba063289-f451-4135-aa2c-1c19ab54b6ba'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:08:14.341640 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a5a967-7735-40fa-9709-00965412a874" -d '{"events": [{"name": "network-changed", "server_uuid": "57e588e8-950d-480e-ba1e-2f5d30110f17", "tag": "ba063289-f451-4135-aa2c-1c19ab54b6ba"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:08:14.350344 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-99bf0ca6-e2e0-4bb4-850e-c80368afd8c7 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "PUT /v2.0/floatingips/10546b55-7cdd-4bed-91f8-26d1f046cf5d HTTP/1.1" status: 200 len: 991 time: 1.4962192 Oct 17 11:08:14.351403 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7768a4f-c10b-4e19-9fad-2af665e3074a', 'tag': 'd002a366-cd87-4320-abbd-ab7e0380345c'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:08:14.354033 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449a3ca6-f73a-4e60-b258-204b74ddab40" -d '{"events": [{"name": "network-changed", "server_uuid": "a7768a4f-c10b-4e19-9fad-2af665e3074a", "tag": "d002a366-cd87-4320-abbd-ab7e0380345c"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:08:14.408714 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b126a9f9-51b7-4b62-aa24-ba4760cc5078 x-openstack-request-id: req-b126a9f9-51b7-4b62-aa24-ba4760cc5078 {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:08:14.409250 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7768a4f-c10b-4e19-9fad-2af665e3074a", "tag": "d002a366-cd87-4320-abbd-ab7e0380345c", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:08:14.409718 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b126a9f9-51b7-4b62-aa24-ba4760cc5078 {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:08:14.410280 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b126a9f9-51b7-4b62-aa24-ba4760cc5078'] response: {'name': 'network-changed', 'server_uuid': 'a7768a4f-c10b-4e19-9fad-2af665e3074a', 'tag': 'd002a366-cd87-4320-abbd-ab7e0380345c', 'status': 'completed', 'code': 200} Oct 17 11:08:14.449768 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a20b856-bda4-4b6f-bbd1-2c620cc43e60 x-openstack-request-id: req-1a20b856-bda4-4b6f-bbd1-2c620cc43e60 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:08:14.450067 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e588e8-950d-480e-ba1e-2f5d30110f17", "tag": "ba063289-f451-4135-aa2c-1c19ab54b6ba", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:08:14.450415 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1a20b856-bda4-4b6f-bbd1-2c620cc43e60 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:08:14.450828 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a20b856-bda4-4b6f-bbd1-2c620cc43e60'] response: {'name': 'network-changed', 'server_uuid': '57e588e8-950d-480e-ba1e-2f5d30110f17', 'tag': 'ba063289-f451-4135-aa2c-1c19ab54b6ba', 'status': 'completed', 'code': 200} Oct 17 11:08:14.476733 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d334a564-128a-45b2-8b74-1d4a9e4a903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (b52630b5-db6a-401d-8466-08638f90d508), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:14.478810 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d334a564-128a-45b2-8b74-1d4a9e4a903b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:14.482969 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-d334a564-128a-45b2-8b74-1d4a9e4a903b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b52630b5-db6a-401d-8466-08638f90d508 HTTP/1.1" status: 204 len: 168 time: 0.3561645 Oct 17 11:08:14.495787 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a3ca6-f73a-4e60-b258-204b74ddab40 req-2caf0f73-9219-4d38-80f1-4042e6464c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:14.497429 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-449a3ca6-f73a-4e60-b258-204b74ddab40 req-2caf0f73-9219-4d38-80f1-4042e6464c06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 1130 time: 0.0649095 Oct 17 11:08:14.507015 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22a4bc-2129-472e-9d0d-fea0a29b2bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ba063289-f451-4135-aa2c-1c19ab54b6ba,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:14.510266 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:14.514938 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334a564-128a-45b2-8b74-1d4a9e4a903b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52630b5-db6a-401d-8466-08638f90d508,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:14.523401 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-092e7ac1-919a-4c58-bcd6-3d06b463de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:14.525199 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-092e7ac1-919a-4c58-bcd6-3d06b463de5c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=99a627a5d5bb4544838c398f0db28fd8&device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 1128 time: 0.1358564 Oct 17 11:08:14.572955 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-032f7d73-0e2b-43c4-8af3-de228407b96c None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:08:14.602572 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-112e0268-65d7-4736-999d-79b57d614deb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba063289-f451-4135-aa2c-1c19ab54b6ba HTTP/1.1" status: 200 len: 217 time: 0.0681305 Oct 17 11:08:14.635332 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a3ca6-f73a-4e60-b258-204b74ddab40 req-5735890e-8f8d-4c9e-9f74-09e570e7625b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:14.636872 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-449a3ca6-f73a-4e60-b258-204b74ddab40 req-5735890e-8f8d-4c9e-9f74-09e570e7625b service neutron] 10.222.0.23 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 916 time: 0.1308005 Oct 17 11:08:14.682462 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-95002249-3a3c-4a2e-865b-38b6d7ecf219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:14.684570 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-95002249-3a3c-4a2e-865b-38b6d7ecf219 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ba8abf2a-c8ba-482d-87d6-5f49f9d76369 HTTP/1.1" status: 200 len: 854 time: 0.0738003 Oct 17 11:08:14.727726 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-449a3ca6-f73a-4e60-b258-204b74ddab40 req-4925959f-4e8d-490a-9ae8-4f597f3f2c8e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d002a366-cd87-4320-abbd-ab7e0380345c HTTP/1.1" status: 200 len: 999 time: 0.0826366 Oct 17 11:08:14.740390 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-717b721f-3047-4ac2-ba11-728b7fdbd0ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caaa4645-1610-4df5-8a08-b0b9033a3e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484567 Oct 17 11:08:14.796329 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a3ca6-f73a-4e60-b258-204b74ddab40 req-ad0d47ca-4b48-4c6a-90e6-0f36093b1973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:14.798379 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-449a3ca6-f73a-4e60-b258-204b74ddab40 req-ad0d47ca-4b48-4c6a-90e6-0f36093b1973 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c502f9b2-9e97-4334-884d-66479d1ef028 HTTP/1.1" status: 200 len: 854 time: 0.0620964 Oct 17 11:08:14.878818 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449a3ca6-f73a-4e60-b258-204b74ddab40 req-0e256a14-eac2-4b34-a793-ad49b9eeb144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:14.881401 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-449a3ca6-f73a-4e60-b258-204b74ddab40 req-0e256a14-eac2-4b34-a793-ad49b9eeb144 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21554f7b-decb-4447-82c2-82c4e5db4803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0744929 Oct 17 11:08:14.887062 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-b4d14f42-8602-4610-93f9-f25064950513 service neutron] 10.222.0.23 "GET /v2.0/networks/caaa4645-1610-4df5-8a08-b0b9033a3e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406152 Oct 17 11:08:14.973315 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-032f7d73-0e2b-43c4-8af3-de228407b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '10546b55-7cdd-4bed-91f8-26d1f046cf5d', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.12', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': 'd002a366-cd87-4320-abbd-ab7e0380345c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:d4:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7768a4f-c10b-4e19-9fad-2af665e3074a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:07:59Z', 'updated_at': '2022-10-17T11:08:13Z', 'revision_number': 1, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}, {'id': 'cbb344d5-b382-4260-8566-e3e5d263436c', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:80:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:06:35Z', 'updated_at': '2022-10-17T11:07:11Z', 'revision_number': 2, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:15.008867 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-449a3ca6-f73a-4e60-b258-204b74ddab40 req-292e6dbd-c7b3-44cb-b145-25899a118abb service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181004 Oct 17 11:08:15.077482 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c3532-ce4b-4840-99eb-95adce92379b req-22dcae70-1f67-41f8-98b0-3ac1fd7eb395 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:15.079736 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-947c3532-ce4b-4840-99eb-95adce92379b req-22dcae70-1f67-41f8-98b0-3ac1fd7eb395 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 944 time: 0.1972103 Oct 17 11:08:15.138142 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f7d73-0e2b-43c4-8af3-de228407b96c None None] Checking router: 51536e0e-0d37-41a9-b40a-ae163a61c294 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:08:15.146725 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f7d73-0e2b-43c4-8af3-de228407b96c None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:08:15.147496 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-032f7d73-0e2b-43c4-8af3-de228407b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:08:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:15.168565 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae977c-5ae4-4124-abeb-f5094d8ebd32 req-a41cd766-9573-47eb-8fdd-09c01062b8e0 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:15.175777 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3aae977c-5ae4-4124-abeb-f5094d8ebd32 req-a41cd766-9573-47eb-8fdd-09c01062b8e0 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 945 time: 0.1658707 Oct 17 11:08:15.179170 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-947c3532-ce4b-4840-99eb-95adce92379b req-a7fc8b3c-759e-451b-99f6-7dd83f36b40b tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875244 Oct 17 11:08:15.184673 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c465cbd8-4772-4150-96a4-b47a6cb60d06 req-7a336a9f-916b-4c54-912c-2ab97ff7838f service neutron] 10.222.0.23 "GET /v2.0/networks/caaa4645-1610-4df5-8a08-b0b9033a3e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855396 Oct 17 11:08:15.205644 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-449a3ca6-f73a-4e60-b258-204b74ddab40 req-456ee60d-7eea-489e-b13b-ca469cd0654b service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768770 Oct 17 11:08:15.265969 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3aae977c-5ae4-4124-abeb-f5094d8ebd32 req-d4790c23-1c41-415b-8afc-37d07b1878aa tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893180 Oct 17 11:08:15.285898 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 34651bed-525c-475b-b599-fe06f4422596 up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:08:15.311906 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5a967-7735-40fa-9709-00965412a874 req-26515a11-0374-419e-9421-4c1534328765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:15.314468 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a0a5a967-7735-40fa-9709-00965412a874 req-26515a11-0374-419e-9421-4c1534328765 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=99a627a5d5bb4544838c398f0db28fd8&device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 1128 time: 0.0625019 Oct 17 11:08:15.339504 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f0b5a-7980-4b78-8053-6530b62f9653 req-44dd58ac-7e70-4a5b-b2c0-284b5ca6f1fb tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:15.341610 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-032f7d73-0e2b-43c4-8af3-de228407b96c None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:08:15.349723 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f98f0b5a-7980-4b78-8053-6530b62f9653 req-44dd58ac-7e70-4a5b-b2c0-284b5ca6f1fb tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0698798 Oct 17 11:08:15.410632 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f98f0b5a-7980-4b78-8053-6530b62f9653 req-c8bfb8ad-6578-443d-8cbe-6476c289aa9d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598738 Oct 17 11:08:15.429518 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5a967-7735-40fa-9709-00965412a874 req-c3f748bc-fad0-4bd0-b9e4-4f98b99ab300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:15.431066 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a0a5a967-7735-40fa-9709-00965412a874 req-c3f748bc-fad0-4bd0-b9e4-4f98b99ab300 service neutron] 10.222.0.23 "GET /v2.0/networks?id=caaa4645-1610-4df5-8a08-b0b9033a3e65 HTTP/1.1" status: 200 len: 915 time: 0.1099381 Oct 17 11:08:15.440321 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port 34651bed-525c-475b-b599-fe06f4422596 completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:08:15.449331 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 34651bed-525c-475b-b599-fe06f4422596 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:15.449788 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (34651bed-525c-475b-b599-fe06f4422596), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:15.450191 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 34651bed-525c-475b-b599-fe06f4422596 Oct 17 11:08:15.481345 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a0a5a967-7735-40fa-9709-00965412a874 req-a6fb5d3a-d80a-4baa-b70a-6f067538353e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba063289-f451-4135-aa2c-1c19ab54b6ba HTTP/1.1" status: 200 len: 217 time: 0.0350642 Oct 17 11:08:15.533964 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5a967-7735-40fa-9709-00965412a874 req-a48fc184-fda2-4cf7-a081-6dc31b838271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:15.535661 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a0a5a967-7735-40fa-9709-00965412a874 req-a48fc184-fda2-4cf7-a081-6dc31b838271 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ba8abf2a-c8ba-482d-87d6-5f49f9d76369 HTTP/1.1" status: 200 len: 854 time: 0.0471792 Oct 17 11:08:15.576666 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a0a5a967-7735-40fa-9709-00965412a874 req-1b68a59f-c23a-4e88-aadb-78cda1523934 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caaa4645-1610-4df5-8a08-b0b9033a3e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322788 Oct 17 11:08:15.608354 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 34651bed-525c-475b-b599-fe06f4422596 is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:15.608743 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (34651bed-525c-475b-b599-fe06f4422596), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:15.657999 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0083572b-daaa-4085-9ef1-c87545cadee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34651bed-525c-475b-b599-fe06f4422596'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:08:15.660330 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e67912-ae99-4f1d-99cc-6014dd7fedd7" -d '{"events": [{"server_uuid": "0083572b-daaa-4085-9ef1-c87545cadee6", "name": "network-vif-plugged", "status": "completed", "tag": "34651bed-525c-475b-b599-fe06f4422596"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:08:15.676646 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 34651bed-525c-475b-b599-fe06f4422596, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=34651bed-525c-475b-b599-fe06f4422596,segment=NetworkSegment(13c57f70-d459-4d24-906a-5e887b3b2991),segment_id=13c57f70-d459-4d24-906a-5e887b3b2991)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:15.677526 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a0a5a967-7735-40fa-9709-00965412a874 req-ff41660f-f26b-4816-92af-5ed4b24cdf17 service neutron] 10.222.0.23 "GET /v2.0/networks/caaa4645-1610-4df5-8a08-b0b9033a3e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930383 Oct 17 11:08:15.684761 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (34651bed-525c-475b-b599-fe06f4422596), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:15.714004 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6f428e-be37-4569-a04f-15c21b925de1 x-openstack-request-id: req-8a6f428e-be37-4569-a04f-15c21b925de1 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:08:15.714311 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0083572b-daaa-4085-9ef1-c87545cadee6", "name": "network-vif-plugged", "status": "completed", "tag": "34651bed-525c-475b-b599-fe06f4422596", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:08:15.714567 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8a6f428e-be37-4569-a04f-15c21b925de1 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:08:15.715794 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6f428e-be37-4569-a04f-15c21b925de1'] response: {'server_uuid': '0083572b-daaa-4085-9ef1-c87545cadee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34651bed-525c-475b-b599-fe06f4422596', 'code': 200} Oct 17 11:08:15.732675 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-032f7d73-0e2b-43c4-8af3-de228407b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '10546b55-7cdd-4bed-91f8-26d1f046cf5d', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.12', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': 'd002a366-cd87-4320-abbd-ab7e0380345c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:d4:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7768a4f-c10b-4e19-9fad-2af665e3074a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:07:59Z', 'updated_at': '2022-10-17T11:08:13Z', 'revision_number': 1, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}, {'id': 'cbb344d5-b382-4260-8566-e3e5d263436c', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:80:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:06:35Z', 'updated_at': '2022-10-17T11:07:11Z', 'revision_number': 2, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:15.770294 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f7d73-0e2b-43c4-8af3-de228407b96c None None] The sync data for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb is: [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '10546b55-7cdd-4bed-91f8-26d1f046cf5d', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.12', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': 'd002a366-cd87-4320-abbd-ab7e0380345c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:d4:2c:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7768a4f-c10b-4e19-9fad-2af665e3074a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:07:59Z', 'updated_at': '2022-10-17T11:08:13Z', 'revision_number': 1, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}, {'id': 'cbb344d5-b382-4260-8566-e3e5d263436c', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:80:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:06:35Z', 'updated_at': '2022-10-17T11:07:11Z', 'revision_number': 2, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:08:15.785086 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=34651bed-525c-475b-b599-fe06f4422596,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:15.800337 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a0a5a967-7735-40fa-9709-00965412a874 req-b93e1f5b-3647-4f25-8517-8c7905ebf847 service neutron] 10.222.0.23 "GET /v2.0/networks/caaa4645-1610-4df5-8a08-b0b9033a3e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153903 Oct 17 11:08:15.969606 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb18f3-f739-498a-80c3-67841cf98090 req-53014219-0f3d-4206-90c7-d554724ec990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:15.971153 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-49fb18f3-f739-498a-80c3-67841cf98090 req-53014219-0f3d-4206-90c7-d554724ec990 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 1130 time: 0.0592091 Oct 17 11:08:16.049323 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-49fb18f3-f739-498a-80c3-67841cf98090 req-4174f5ee-d60b-4bf5-8ace-93b9e6290029 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673585 Oct 17 11:08:16.099214 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59227302-aaea-4aa4-b709-e1919faf21f6 None None] New status for floating IP 10546b55-7cdd-4bed-91f8-26d1f046cf5d: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:08:16.324976 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019cd28-5c93-4669-baa5-d1f53f9ef224 req-915aa0a6-138d-499c-8e91-0c5f594e35dc tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:16.326581 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b019cd28-5c93-4669-baa5-d1f53f9ef224 req-915aa0a6-138d-499c-8e91-0c5f594e35dc tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 944 time: 0.0613055 Oct 17 11:08:16.379502 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b019cd28-5c93-4669-baa5-d1f53f9ef224 req-03045593-36b7-4aa1-923a-9971f57ff2d0 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462284 Oct 17 11:08:16.414237 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5275af-4c9d-4f82-a54d-0e36a1ec69ba req-df13a140-9b02-4b1b-9dbd-837f4c0fcf25 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:16.415889 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1a5275af-4c9d-4f82-a54d-0e36a1ec69ba req-df13a140-9b02-4b1b-9dbd-837f4c0fcf25 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 946 time: 0.0555587 Oct 17 11:08:16.463392 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1a5275af-4c9d-4f82-a54d-0e36a1ec69ba req-7af39157-71f8-4429-9641-de844648d1c2 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419202 Oct 17 11:08:16.566471 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a8aa8-532a-4c98-94ec-9a3b36bec8bd req-d57025ad-3677-4b2e-99e0-08c941cb44c7 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:16.567950 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ba6a8aa8-532a-4c98-94ec-9a3b36bec8bd req-d57025ad-3677-4b2e-99e0-08c941cb44c7 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0663319 Oct 17 11:08:16.615772 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ba6a8aa8-532a-4c98-94ec-9a3b36bec8bd req-8ac58056-6f79-4928-a19d-b133e047a765 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419431 Oct 17 11:08:17.233002 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-19aa420f-b367-45e0-924c-84580eda5a19 req-0ef8faf2-da05-4090-9bed-ef3e4d7e4285 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=680004e6c8a7454487934973ef1c6d97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328636 Oct 17 11:08:17.264368 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device ba063289-f451-4135-aa2c-1c19ab54b6ba details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:08:17.380189 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port ba063289-f451-4135-aa2c-1c19ab54b6ba, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ba063289-f451-4135-aa2c-1c19ab54b6ba,segment=NetworkSegment(91c3bbed-b2a3-4086-a647-20a264b2d750),segment_id=91c3bbed-b2a3-4086-a647-20a264b2d750)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:17.395484 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': 'ba063289-f451-4135-aa2c-1c19ab54b6ba', 'network_id': 'caaa4645-1610-4df5-8a08-b0b9033a3e65', 'port_id': 'ba063289-f451-4135-aa2c-1c19ab54b6ba', 'mac_address': 'fa:16:3e:73:39:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8abf2a-c8ba-482d-87d6-5f49f9d76369', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:08:17.452565 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port ba063289-f451-4135-aa2c-1c19ab54b6ba is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:17.453373 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:17.468601 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba063289-f451-4135-aa2c-1c19ab54b6ba {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:08:17.501938 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port ba063289-f451-4135-aa2c-1c19ab54b6ba, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ba063289-f451-4135-aa2c-1c19ab54b6ba,segment=NetworkSegment(91c3bbed-b2a3-4086-a647-20a264b2d750),segment_id=91c3bbed-b2a3-4086-a647-20a264b2d750)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:17.508703 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:17.547245 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb045ec-5db9-42f7-9ec2-078aa6ec1c9e req-4903bd8f-f405-4e36-b15a-82e5477ace37 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:17.549366 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3eb045ec-5db9-42f7-9ec2-078aa6ec1c9e req-4903bd8f-f405-4e36-b15a-82e5477ace37 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 944 time: 0.0704994 Oct 17 11:08:17.565378 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=ba063289-f451-4135-aa2c-1c19ab54b6ba,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:17.613888 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3eb045ec-5db9-42f7-9ec2-078aa6ec1c9e req-50db23d3-62b4-41d1-8d74-55b07cfc4831 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531342 Oct 17 11:08:17.714526 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8f0fe1d2-0b49-4100-ac4e-7ba9c3d3407a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:17.716298 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8f0fe1d2-0b49-4100-ac4e-7ba9c3d3407a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4763937 Oct 17 11:08:17.730198 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea17892-b04b-4755-9c76-ef9409314d75 req-30f4d7a9-c3b9-4492-8b43-71b5b23d3710 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:17.731733 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cea17892-b04b-4755-9c76-ef9409314d75 req-30f4d7a9-c3b9-4492-8b43-71b5b23d3710 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 946 time: 0.0606151 Oct 17 11:08:17.731867 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-19aa420f-b367-45e0-924c-84580eda5a19 req-7e6846f7-d43c-4ff3-97cc-1a94e1cc852d tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/quotas/680004e6c8a7454487934973ef1c6d97 HTTP/1.1" status: 200 len: 375 time: 0.0094633 Oct 17 11:08:17.765073 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-19aa420f-b367-45e0-924c-84580eda5a19 req-9d099e00-515f-458e-aa1b-3cb74a230254 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=680004e6c8a7454487934973ef1c6d97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271530 Oct 17 11:08:17.782460 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cea17892-b04b-4755-9c76-ef9409314d75 req-946f54c1-7c30-4e6b-8ca8-b13ce75b3cca tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 Oct 17 11:08:17.817030 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['ba063289-f451-4135-aa2c-1c19ab54b6ba'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:08:17.973044 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1a8ac71d-79f0-47e3-b2bc-af1d243849e0 req-a42a4a18-b334-4bf6-a53e-662d06b36b08 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 210 time: 0.0455759 Oct 17 11:08:17.997793 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f33ca-99bb-4a97-854d-38250c41f527 req-b53035da-f95b-4f03-8cdc-95dd3ab8aaa3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:17.999475 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-342f33ca-99bb-4a97-854d-38250c41f527 req-b53035da-f95b-4f03-8cdc-95dd3ab8aaa3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.1003597 Oct 17 11:08:18.063192 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-342f33ca-99bb-4a97-854d-38250c41f527 req-27fb1d5b-ed74-46fa-be80-3417816f8f26 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536289 Oct 17 11:08:18.591736 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721ffaa4-d044-4a0f-a0f0-fabb45850d9e req-8a9a00a7-42c1-440e-8edd-95f69dad8b4d tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:18.593086 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-721ffaa4-d044-4a0f-a0f0-fabb45850d9e req-8a9a00a7-42c1-440e-8edd-95f69dad8b4d tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 946 time: 0.0537369 Oct 17 11:08:18.650890 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-721ffaa4-d044-4a0f-a0f0-fabb45850d9e req-f6ca5d8b-fc62-473f-b7b6-700f5add376a tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520122 Oct 17 11:08:18.747635 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101c38c9-6823-4b20-ad05-144a95a40037 req-21fbb256-b361-4420-87bb-e7d7b3c51553 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:18.749130 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-101c38c9-6823-4b20-ad05-144a95a40037 req-21fbb256-b361-4420-87bb-e7d7b3c51553 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 945 time: 0.0572414 Oct 17 11:08:18.799684 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-101c38c9-6823-4b20-ad05-144a95a40037 req-fc9eba32-d162-41c1-86ee-0483f8996b31 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446494 Oct 17 11:08:18.986399 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-19aa420f-b367-45e0-924c-84580eda5a19 req-a51eac61-e839-4e2b-8e08-1330bb5b8428 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=680004e6c8a7454487934973ef1c6d97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247285 Oct 17 11:08:19.074959 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 53282) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:19.100772 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8c413cef-5d09-448f-92da-04177b9a2fcd req-d4ea5918-e37c-432f-909e-987782a8510a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 210 time: 0.0364528 Oct 17 11:08:19.135681 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa420f-b367-45e0-924c-84580eda5a19 req-1d1f853b-c830-45fb-afb8-2319c77e9d3e tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:19.137661 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-19aa420f-b367-45e0-924c-84580eda5a19 req-1d1f853b-c830-45fb-afb8-2319c77e9d3e tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458738 Oct 17 11:08:19.157840 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Request body: {'port': {'device_id': '84165643-aa1c-495a-b0ff-185d9a1a2b73', 'network_id': 'febaa326-2067-4380-b6d8-f3c16d1027df', 'admin_state_up': True, 'tenant_id': '680004e6c8a7454487934973ef1c6d97'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:19.250028 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9eb3eeeb-e1ae-4c6c-bbfd-f714305698a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:19.279035 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device ba063289-f451-4135-aa2c-1c19ab54b6ba up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:08:19.325059 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803476c2-caaf-4ab0-af80-d686289f277f req-f92783bc-ea5b-4dae-98fd-31b990c96b97 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:19.326593 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-803476c2-caaf-4ab0-af80-d686289f277f req-f92783bc-ea5b-4dae-98fd-31b990c96b97 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.1637137 Oct 17 11:08:19.327332 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port ba063289-f451-4135-aa2c-1c19ab54b6ba completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:08:19.332253 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port ba063289-f451-4135-aa2c-1c19ab54b6ba triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:19.332735 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:19.333111 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port ba063289-f451-4135-aa2c-1c19ab54b6ba Oct 17 11:08:19.389169 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Made reservation on behalf of 680004e6c8a7454487934973ef1c6d97 for: {'port': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:08:19.392413 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:19.412072 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:19.412370 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port ba063289-f451-4135-aa2c-1c19ab54b6ba is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:19.412822 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:19.434685 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-803476c2-caaf-4ab0-af80-d686289f277f req-6fe95642-fae4-4083-9824-65b3b4948c4a tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975273 Oct 17 11:08:19.439324 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e588e8-950d-480e-ba1e-2f5d30110f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba063289-f451-4135-aa2c-1c19ab54b6ba'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:08:19.441662 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e497a0f0-73e8-490e-a823-1b9bfb568951" -d '{"events": [{"server_uuid": "57e588e8-950d-480e-ba1e-2f5d30110f17", "name": "network-vif-plugged", "status": "completed", "tag": "ba063289-f451-4135-aa2c-1c19ab54b6ba"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:08:19.451769 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9eb3eeeb-e1ae-4c6c-bbfd-f714305698a6 admin admin] Publish callbacks [] for security_group (0d484dc5-1814-46a6-831f-7f786d735d53), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:19.455553 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port ba063289-f451-4135-aa2c-1c19ab54b6ba, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ba063289-f451-4135-aa2c-1c19ab54b6ba,segment=NetworkSegment(91c3bbed-b2a3-4086-a647-20a264b2d750),segment_id=91c3bbed-b2a3-4086-a647-20a264b2d750)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:19.459486 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9eb3eeeb-e1ae-4c6c-bbfd-f714305698a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (0d484dc5-1814-46a6-831f-7f786d735d53), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:19.462776 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:19.499029 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba178d3d-3be5-4d7f-bb47-d6a5ddd25ef8 x-openstack-request-id: req-ba178d3d-3be5-4d7f-bb47-d6a5ddd25ef8 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:08:19.499345 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e588e8-950d-480e-ba1e-2f5d30110f17", "name": "network-vif-plugged", "status": "completed", "tag": "ba063289-f451-4135-aa2c-1c19ab54b6ba", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:08:19.499604 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ba178d3d-3be5-4d7f-bb47-d6a5ddd25ef8 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:08:19.500000 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba178d3d-3be5-4d7f-bb47-d6a5ddd25ef8'] response: {'server_uuid': '57e588e8-950d-480e-ba1e-2f5d30110f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba063289-f451-4135-aa2c-1c19ab54b6ba', 'code': 200} Oct 17 11:08:19.515649 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-9eb3eeeb-e1ae-4c6c-bbfd-f714305698a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0dbee26bc30c468ba7cc8673c5622a71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4330938 Oct 17 11:08:19.518420 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 53294) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:19.519794 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3eeeb-e1ae-4c6c-bbfd-f714305698a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d484dc5-1814-46a6-831f-7f786d735d53,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:19.525441 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=ba063289-f451-4135-aa2c-1c19ab54b6ba,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:19.563623 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Publish callbacks [] for security_group (60866fd0-dde4-455a-b575-248776ee448e), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:19.569408 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (60866fd0-dde4-455a-b575-248776ee448e), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:19.592503 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5ee5057c-18ac-43d3-95a0-7ca7547aad71 admin admin] Publish callbacks [] for security_group (0d484dc5-1814-46a6-831f-7f786d735d53), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:19.619296 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5ee5057c-18ac-43d3-95a0-7ca7547aad71 admin admin] Publish callbacks [] for security_group (0d484dc5-1814-46a6-831f-7f786d735d53), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:19.633356 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60866fd0-dde4-455a-b575-248776ee448e,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:19.705267 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5ee5057c-18ac-43d3-95a0-7ca7547aad71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (0d484dc5-1814-46a6-831f-7f786d735d53), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:19.707842 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5ee5057c-18ac-43d3-95a0-7ca7547aad71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:19.708986 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-5ee5057c-18ac-43d3-95a0-7ca7547aad71 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/0d484dc5-1814-46a6-831f-7f786d735d53 HTTP/1.1" status: 204 len: 168 time: 0.1891150 Oct 17 11:08:19.719778 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Allocated IP 192.168.233.136 (febaa326-2067-4380-b6d8-f3c16d1027df/d1ffdd33-588a-4841-9ac8-9f11d036b1e2/7862d077-1360-432c-8272-94e42e81ff7f) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:08:19.720987 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee5057c-18ac-43d3-95a0-7ca7547aad71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d484dc5-1814-46a6-831f-7f786d735d53,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:19.732774 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207f3612-a62f-40a3-9de3-2da99bb58887 req-54f34028-8496-4b74-8a1c-2a6400a4f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:19.735115 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-207f3612-a62f-40a3-9de3-2da99bb58887 req-54f34028-8496-4b74-8a1c-2a6400a4f8c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 1130 time: 0.0722187 Oct 17 11:08:19.787091 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-207f3612-a62f-40a3-9de3-2da99bb58887 req-11e052bd-d947-4a9e-b400-571a656aa9e2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442483 Oct 17 11:08:19.879100 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c6692-0700-44fe-a942-3c13128a719d req-d9c339ec-f290-4c1c-9918-26d5f4b44086 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:19.880677 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3a1c6692-0700-44fe-a942-3c13128a719d req-d9c339ec-f290-4c1c-9918-26d5f4b44086 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 946 time: 0.1303811 Oct 17 11:08:19.951414 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b37715-1c6f-4130-98ab-c6ff33430b3e req-32987323-f231-49a1-9c3c-f2acbae7c820 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:19.953082 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b2b37715-1c6f-4130-98ab-c6ff33430b3e req-32987323-f231-49a1-9c3c-f2acbae7c820 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 946 time: 0.0581329 Oct 17 11:08:19.966610 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3a1c6692-0700-44fe-a942-3c13128a719d req-bc5e60cf-ad08-4988-a790-a2ba8be506a7 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/security-groups?id=bf56d4fa-9410-4ac0-b437-912ce94f4c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794218 Oct 17 11:08:19.969487 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Publish callbacks [] for port (7862d077-1360-432c-8272-94e42e81ff7f), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.006247 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b2b37715-1c6f-4130-98ab-c6ff33430b3e req-4ad56419-1a96-4666-8040-a2c96262893c tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465817 Oct 17 11:08:20.010900 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (7862d077-1360-432c-8272-94e42e81ff7f), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.057896 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 53304) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:20.069461 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Network febaa326-2067-4380-b6d8-f3c16d1027df is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:08:20.075346 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f0eecadd-c27c-4e0d-9276-e9b901c6a367 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.077312 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:20.079725 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Pushing event updated for resources: {'Port': ['ID=7862d077-1360-432c-8272-94e42e81ff7f,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:20.081952 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:08:20.139181 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:20.139879 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.160085 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-19aa420f-b367-45e0-924c-84580eda5a19 req-8a8dc64e-3bfd-4c6f-a381-e14b68af426a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0071106 Oct 17 11:08:20.173373 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f0eecadd-c27c-4e0d-9276-e9b901c6a367 admin admin] Publish callbacks [] for security_group (2b82ae8e-1cbc-479d-a2f0-1732a1f7e084), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.181014 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Request body: {'port': {'device_id': '84165643-aa1c-495a-b0ff-185d9a1a2b73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:20.190255 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f0eecadd-c27c-4e0d-9276-e9b901c6a367 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (2b82ae8e-1cbc-479d-a2f0-1732a1f7e084), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.241381 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-f0eecadd-c27c-4e0d-9276-e9b901c6a367 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0022523c78044d6e9230f8ff8218ae7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1791055 Oct 17 11:08:20.241381 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eecadd-c27c-4e0d-9276-e9b901c6a367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b82ae8e-1cbc-479d-a2f0-1732a1f7e084,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:20.255797 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 53308) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:20.280995 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (7862d077-1360-432c-8272-94e42e81ff7f), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.299650 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052361b1-c826-4857-a585-c65472cdc1e1 req-e7dc8fcf-4781-42c9-acdc-73659509e314 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:20.301125 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-052361b1-c826-4857-a585-c65472cdc1e1 req-e7dc8fcf-4781-42c9-acdc-73659509e314 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 936 time: 0.0997176 Oct 17 11:08:20.307926 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-393fa5ca-15f0-4a32-883a-219148f53dc0 admin admin] Publish callbacks [] for security_group (2b82ae8e-1cbc-479d-a2f0-1732a1f7e084), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.329996 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-393fa5ca-15f0-4a32-883a-219148f53dc0 admin admin] Publish callbacks [] for security_group (2b82ae8e-1cbc-479d-a2f0-1732a1f7e084), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.357881 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-8411efc3-61cb-4c6e-8e6d-c44e5e2f5138 None None] Provisioning complete for port 7862d077-1360-432c-8272-94e42e81ff7f triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:20.358459 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8411efc3-61cb-4c6e-8e6d-c44e5e2f5138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (7862d077-1360-432c-8272-94e42e81ff7f), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.358542 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-8411efc3-61cb-4c6e-8e6d-c44e5e2f5138 None None] Attempt 1 to provision port 7862d077-1360-432c-8272-94e42e81ff7f Oct 17 11:08:20.390227 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-393fa5ca-15f0-4a32-883a-219148f53dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (2b82ae8e-1cbc-479d-a2f0-1732a1f7e084), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.392801 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-8411efc3-61cb-4c6e-8e6d-c44e5e2f5138 None None] Port 7862d077-1360-432c-8272-94e42e81ff7f cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:20.392947 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-393fa5ca-15f0-4a32-883a-219148f53dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.396423 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-393fa5ca-15f0-4a32-883a-219148f53dc0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2b82ae8e-1cbc-479d-a2f0-1732a1f7e084 HTTP/1.1" status: 204 len: 168 time: 0.1371999 Oct 17 11:08:20.423151 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393fa5ca-15f0-4a32-883a-219148f53dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b82ae8e-1cbc-479d-a2f0-1732a1f7e084,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:20.438367 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-052361b1-c826-4857-a585-c65472cdc1e1 req-9cc53cc2-2bbd-49e4-8a16-7d64519b5572 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/security-groups?id=60866fd0-dde4-455a-b575-248776ee448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157360 Oct 17 11:08:20.469259 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f41bc5-5c4e-4136-a4d5-1b05bd6ab10e req-9d73a3cc-5704-45e3-864c-89db66c3013b tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:20.471053 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-90f41bc5-5c4e-4136-a4d5-1b05bd6ab10e req-9d73a3cc-5704-45e3-864c-89db66c3013b tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.23 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 946 time: 0.0915737 Oct 17 11:08:20.599866 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7862d077-1360-432c-8272-94e42e81ff7f {{(pid=103976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:08:20.610639 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Publish callbacks [] for port (7862d077-1360-432c-8272-94e42e81ff7f), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.614417 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2304c-cfe7-4066-8fed-5f79bde35a30 req-24345df3-6a4a-4d8c-ab0c-f19d0d514787 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:20.615926 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a6f2304c-cfe7-4066-8fed-5f79bde35a30 req-24345df3-6a4a-4d8c-ab0c-f19d0d514787 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0863814 Oct 17 11:08:20.618224 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-90f41bc5-5c4e-4136-a4d5-1b05bd6ab10e req-e873e43d-a4ec-4c43-85c3-b11f020d8ea7 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Deleting port 34651bed-525c-475b-b599-fe06f4422596 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:08:20.618724 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-90f41bc5-5c4e-4136-a4d5-1b05bd6ab10e req-e873e43d-a4ec-4c43-85c3-b11f020d8ea7 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (34651bed-525c-475b-b599-fe06f4422596), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.626228 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.provisioning_blocks [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Transition to ACTIVE for port object 7862d077-1360-432c-8272-94e42e81ff7f will not be triggered until provisioned by entity L2. {{(pid=103976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:08:20.632180 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (7862d077-1360-432c-8272-94e42e81ff7f), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.716349 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Pushing event updated for resources: {'Port': ['ID=7862d077-1360-432c-8272-94e42e81ff7f,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:20.732640 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a6f2304c-cfe7-4066-8fed-5f79bde35a30 req-2a325672-a191-4aa3-94b3-6a2bb465cd47 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988169 Oct 17 11:08:20.744550 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-90f41bc5-5c4e-4136-a4d5-1b05bd6ab10e req-e873e43d-a4ec-4c43-85c3-b11f020d8ea7 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] For port 34651bed-525c-475b-b599-fe06f4422596, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=34651bed-525c-475b-b599-fe06f4422596,segment=NetworkSegment(13c57f70-d459-4d24-906a-5e887b3b2991),segment_id=13c57f70-d459-4d24-906a-5e887b3b2991)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:20.744906 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-90f41bc5-5c4e-4136-a4d5-1b05bd6ab10e req-e873e43d-a4ec-4c43-85c3-b11f020d8ea7 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (34651bed-525c-475b-b599-fe06f4422596), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.748972 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Attempting to bind port 7862d077-1360-432c-8272-94e42e81ff7f on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:08:20.749355 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Attempting to bind port 7862d077-1360-432c-8272-94e42e81ff7f by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '5bed9195-6cc6-48c2-8784-f176e3df5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'febaa326-2067-4380-b6d8-f3c16d1027df'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:08:20.749862 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Attempting to bind port 7862d077-1360-432c-8272-94e42e81ff7f on network febaa326-2067-4380-b6d8-f3c16d1027df {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:08:20.755077 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Port 7862d077-1360-432c-8272-94e42e81ff7f on network febaa326-2067-4380-b6d8-f3c16d1027df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:08:20.755401 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Attempting to bind port 7862d077-1360-432c-8272-94e42e81ff7f on network febaa326-2067-4380-b6d8-f3c16d1027df {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:08:20.757924 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-90f41bc5-5c4e-4136-a4d5-1b05bd6ab10e req-e873e43d-a4ec-4c43-85c3-b11f020d8ea7 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Calling delete_port for 34651bed-525c-475b-b599-fe06f4422596 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:08:20.761884 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:08:20.762413 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Checking segment: {'id': '5bed9195-6cc6-48c2-8784-f176e3df5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'febaa326-2067-4380-b6d8-f3c16d1027df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:08:20.762962 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Bound using segment: {'id': '5bed9195-6cc6-48c2-8784-f176e3df5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'febaa326-2067-4380-b6d8-f3c16d1027df'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:08:20.763542 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Bound port: 7862d077-1360-432c-8272-94e42e81ff7f, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bed9195-6cc6-48c2-8784-f176e3df5deb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': 'febaa326-2067-4380-b6d8-f3c16d1027df'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:08:20.764195 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (7862d077-1360-432c-8272-94e42e81ff7f), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.806663 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 53316) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:20.828742 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] For port 7862d077-1360-432c-8272-94e42e81ff7f, host hv-cinder-85846, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:08:20.832086 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] For port 7862d077-1360-432c-8272-94e42e81ff7f, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7862d077-1360-432c-8272-94e42e81ff7f,segment=NetworkSegment(5bed9195-6cc6-48c2-8784-f176e3df5deb),segment_id=5bed9195-6cc6-48c2-8784-f176e3df5deb)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:08:20.832753 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fa32e76a-4cd4-41da-b539-5921f441a7c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.838829 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (7862d077-1360-432c-8272-94e42e81ff7f), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.844139 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:20.844883 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.846150 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-19aa420f-b367-45e0-924c-84580eda5a19 req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] 10.222.0.23 "PUT /v2.0/ports/7862d077-1360-432c-8272-94e42e81ff7f HTTP/1.1" status: 200 len: 1098 time: 0.6704178 Oct 17 11:08:20.846646 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84165643-aa1c-495a-b0ff-185d9a1a2b73', 'tag': '7862d077-1360-432c-8272-94e42e81ff7f'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:08:20.848901 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fc30a2-4f88-4e4d-a184-a2fef175bb50" -d '{"events": [{"name": "network-changed", "server_uuid": "84165643-aa1c-495a-b0ff-185d9a1a2b73", "tag": "7862d077-1360-432c-8272-94e42e81ff7f"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:08:20.894527 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-8411efc3-61cb-4c6e-8e6d-c44e5e2f5138 None None] Attempt 2 to provision port 7862d077-1360-432c-8272-94e42e81ff7f Oct 17 11:08:20.914184 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600e4ab8-877d-469f-93bc-db6d98e034ca x-openstack-request-id: req-600e4ab8-877d-469f-93bc-db6d98e034ca {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:08:20.915003 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84165643-aa1c-495a-b0ff-185d9a1a2b73", "tag": "7862d077-1360-432c-8272-94e42e81ff7f", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:08:20.915003 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-600e4ab8-877d-469f-93bc-db6d98e034ca {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:08:20.915166 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-600e4ab8-877d-469f-93bc-db6d98e034ca'] response: {'name': 'network-changed', 'server_uuid': '84165643-aa1c-495a-b0ff-185d9a1a2b73', 'tag': '7862d077-1360-432c-8272-94e42e81ff7f', 'status': 'completed', 'code': 200} Oct 17 11:08:20.920660 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0ac4fd-2c5b-4f8c-af09-e6b128cd521b service neutron] Pushing event updated for resources: {'Port': ['ID=7862d077-1360-432c-8272-94e42e81ff7f,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:20.952724 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-90f41bc5-5c4e-4136-a4d5-1b05bd6ab10e req-e873e43d-a4ec-4c43-85c3-b11f020d8ea7 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (34651bed-525c-475b-b599-fe06f4422596), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.958986 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-8411efc3-61cb-4c6e-8e6d-c44e5e2f5138 None None] Port 7862d077-1360-432c-8272-94e42e81ff7f had new provisioning blocks added so it will not transition to active. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 17 11:08:20.971671 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['34651bed-525c-475b-b599-fe06f4422596'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:08:20.982450 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa420f-b367-45e0-924c-84580eda5a19 req-b6cb6fad-6a84-4e71-9b03-a761d7e60017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:20.983983 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-19aa420f-b367-45e0-924c-84580eda5a19 req-b6cb6fad-6a84-4e71-9b03-a761d7e60017 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=680004e6c8a7454487934973ef1c6d97&device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 1132 time: 0.0525668 Oct 17 11:08:20.986151 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fa32e76a-4cd4-41da-b539-5921f441a7c8 admin admin] Publish callbacks [] for security_group (4b0b163d-e332-4efb-96ef-a9f990cef8cb), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:20.990121 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e873e43d-a4ec-4c43-85c3-b11f020d8ea7 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Pushing event deleted for resources: {'Port': ['ID=34651bed-525c-475b-b599-fe06f4422596,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:20.994912 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-fa32e76a-4cd4-41da-b539-5921f441a7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (4b0b163d-e332-4efb-96ef-a9f990cef8cb), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:21.046924 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-19aa420f-b367-45e0-924c-84580eda5a19 req-b8969aeb-f385-48cc-9f45-68ccd340e4af service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=7862d077-1360-432c-8272-94e42e81ff7f HTTP/1.1" status: 200 len: 217 time: 0.0548334 Oct 17 11:08:21.085130 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f41bc5-5c4e-4136-a4d5-1b05bd6ab10e req-e873e43d-a4ec-4c43-85c3-b11f020d8ea7 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] No DVR routers for this DVR port 34651bed-525c-475b-b599-fe06f4422596 on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:08:21.087520 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32e76a-4cd4-41da-b539-5921f441a7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0b163d-e332-4efb-96ef-a9f990cef8cb,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:21.099196 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-fa32e76a-4cd4-41da-b539-5921f441a7c8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7271ee534b51410cb4899cdcf4a303dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906508 Oct 17 11:08:21.100729 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-90f41bc5-5c4e-4136-a4d5-1b05bd6ab10e req-e873e43d-a4ec-4c43-85c3-b11f020d8ea7 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:21.104017 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-90f41bc5-5c4e-4136-a4d5-1b05bd6ab10e req-e873e43d-a4ec-4c43-85c3-b11f020d8ea7 tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.23 "DELETE /v2.0/ports/34651bed-525c-475b-b599-fe06f4422596 HTTP/1.1" status: 204 len: 173 time: 0.6259048 Oct 17 11:08:21.107725 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0083572b-daaa-4085-9ef1-c87545cadee6', 'name': 'network-vif-deleted', 'tag': '34651bed-525c-475b-b599-fe06f4422596'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:08:21.108256 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78aeb622-e50f-438c-9b88-aa1b06fcebf6" -d '{"events": [{"server_uuid": "0083572b-daaa-4085-9ef1-c87545cadee6", "name": "network-vif-deleted", "tag": "34651bed-525c-475b-b599-fe06f4422596"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:08:21.110514 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 53324) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:21.130888 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a5b41a64-b1d7-4ab0-8da1-a9ba0d3e5869 req-ad347460-c0d7-4103-a723-6099e57c0c5b tempest-VolumesActionsTest-740611368 tempest-VolumesActionsTest-740611368-project] 10.222.0.43 "GET /v2.0/ports?device_id=0083572b-daaa-4085-9ef1-c87545cadee6 HTTP/1.1" status: 200 len: 210 time: 0.0477872 Oct 17 11:08:21.184021 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa420f-b367-45e0-924c-84580eda5a19 req-3ad99c5c-630b-4c62-9c6c-021eff16fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:21.185824 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-19aa420f-b367-45e0-924c-84580eda5a19 req-3ad99c5c-630b-4c62-9c6c-021eff16fdc8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d1ffdd33-588a-4841-9ac8-9f11d036b1e2 HTTP/1.1" status: 200 len: 843 time: 0.1298294 Oct 17 11:08:21.200822 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:08:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8383bb5-62b4-4640-8816-258438335ba6 x-openstack-request-id: req-c8383bb5-62b4-4640-8816-258438335ba6 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:08:21.203165 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0083572b-daaa-4085-9ef1-c87545cadee6", "name": "network-vif-deleted", "tag": "34651bed-525c-475b-b599-fe06f4422596", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:08:21.203165 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c8383bb5-62b4-4640-8816-258438335ba6 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:08:21.203631 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8383bb5-62b4-4640-8816-258438335ba6'] response: {'server_uuid': '0083572b-daaa-4085-9ef1-c87545cadee6', 'name': 'network-vif-deleted', 'tag': '34651bed-525c-475b-b599-fe06f4422596', 'status': 'completed', 'code': 200} Oct 17 11:08:21.213188 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4401e179-93e0-4ca4-be56-fb144a4272a6 admin admin] Publish callbacks [] for security_group (4b0b163d-e332-4efb-96ef-a9f990cef8cb), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:21.213371 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c9e78-84a5-4ed4-8a27-f9097aa5a313 req-450eba60-e5ce-47c1-b884-215bfa747165 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:21.214819 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8a5c9e78-84a5-4ed4-8a27-f9097aa5a313 req-450eba60-e5ce-47c1-b884-215bfa747165 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 946 time: 0.0819612 Oct 17 11:08:21.251225 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4401e179-93e0-4ca4-be56-fb144a4272a6 admin admin] Publish callbacks [] for security_group (4b0b163d-e332-4efb-96ef-a9f990cef8cb), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:21.288399 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa420f-b367-45e0-924c-84580eda5a19 req-d2215b11-4061-467c-aa80-c60f1150c294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:21.290047 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-19aa420f-b367-45e0-924c-84580eda5a19 req-d2215b11-4061-467c-aa80-c60f1150c294 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=febaa326-2067-4380-b6d8-f3c16d1027df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0848296 Oct 17 11:08:21.294543 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8a5c9e78-84a5-4ed4-8a27-f9097aa5a313 req-baef3e1e-78e9-44e1-a3f3-8abe3f6a2b61 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711114 Oct 17 11:08:21.308895 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4401e179-93e0-4ca4-be56-fb144a4272a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (4b0b163d-e332-4efb-96ef-a9f990cef8cb), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:21.317267 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4401e179-93e0-4ca4-be56-fb144a4272a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:21.317267 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-4401e179-93e0-4ca4-be56-fb144a4272a6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4b0b163d-e332-4efb-96ef-a9f990cef8cb HTTP/1.1" status: 204 len: 168 time: 0.1848123 Oct 17 11:08:21.321142 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4401e179-93e0-4ca4-be56-fb144a4272a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0b163d-e332-4efb-96ef-a9f990cef8cb,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:21.389950 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-19aa420f-b367-45e0-924c-84580eda5a19 req-fb6b6038-04db-49d8-9332-10cf4510f734 service neutron] 10.222.0.23 "GET /v2.0/networks/febaa326-2067-4380-b6d8-f3c16d1027df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905817 Oct 17 11:08:21.488501 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-19aa420f-b367-45e0-924c-84580eda5a19 req-5e64b9c3-f2ab-4909-a5b2-045070941e57 service neutron] 10.222.0.23 "GET /v2.0/networks/febaa326-2067-4380-b6d8-f3c16d1027df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902860 Oct 17 11:08:21.595572 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd356a-e734-4cfc-a0cd-897380cc7da3 req-39c017d0-d75e-44fa-8e96-95a4885d5060 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:21.597536 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-83dd356a-e734-4cfc-a0cd-897380cc7da3 req-39c017d0-d75e-44fa-8e96-95a4885d5060 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 948 time: 0.0716929 Oct 17 11:08:21.642585 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc30a2-4f88-4e4d-a184-a2fef175bb50 req-11914f4c-ab22-4c26-b843-2ffe229b08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:21.644597 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c7fc30a2-4f88-4e4d-a184-a2fef175bb50 req-11914f4c-ab22-4c26-b843-2ffe229b08b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=680004e6c8a7454487934973ef1c6d97&device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 1132 time: 0.0764461 Oct 17 11:08:21.657721 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-83dd356a-e734-4cfc-a0cd-897380cc7da3 req-7b7a4bbc-6491-42e4-b94f-d2e54bf5d0b8 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/security-groups?id=60866fd0-dde4-455a-b575-248776ee448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522077 Oct 17 11:08:21.762299 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc30a2-4f88-4e4d-a184-a2fef175bb50 req-00f2b176-560b-4c4e-a4ff-563b9e5b9bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:21.763673 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c7fc30a2-4f88-4e4d-a184-a2fef175bb50 req-00f2b176-560b-4c4e-a4ff-563b9e5b9bc5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=febaa326-2067-4380-b6d8-f3c16d1027df HTTP/1.1" status: 200 len: 870 time: 0.1067264 Oct 17 11:08:21.810230 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c7fc30a2-4f88-4e4d-a184-a2fef175bb50 req-6f827cb4-f3b8-4cb2-916f-9bcc886e89b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=7862d077-1360-432c-8272-94e42e81ff7f HTTP/1.1" status: 200 len: 217 time: 0.0345726 Oct 17 11:08:21.889888 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc30a2-4f88-4e4d-a184-a2fef175bb50 req-e82b8a21-32cc-4c3c-8dc0-21e4a5a97ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:21.891329 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c7fc30a2-4f88-4e4d-a184-a2fef175bb50 req-e82b8a21-32cc-4c3c-8dc0-21e4a5a97ae3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d1ffdd33-588a-4841-9ac8-9f11d036b1e2 HTTP/1.1" status: 200 len: 843 time: 0.0702574 Oct 17 11:08:21.905727 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5766c-6394-4176-bd8c-6ebb5c6c07ca req-857168df-e607-4ca3-b161-7a3b4df73386 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:21.907143 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-69d5766c-6394-4176-bd8c-6ebb5c6c07ca req-857168df-e607-4ca3-b161-7a3b4df73386 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0949700 Oct 17 11:08:21.989858 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-69d5766c-6394-4176-bd8c-6ebb5c6c07ca req-1bf6fd47-0db9-4e98-b280-f0f721ceec93 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665312 Oct 17 11:08:21.992878 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc30a2-4f88-4e4d-a184-a2fef175bb50 req-96307881-f1e7-4a4c-9210-42479740f0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:21.994160 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c7fc30a2-4f88-4e4d-a184-a2fef175bb50 req-96307881-f1e7-4a4c-9210-42479740f0ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=febaa326-2067-4380-b6d8-f3c16d1027df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0790484 Oct 17 11:08:22.089621 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c7fc30a2-4f88-4e4d-a184-a2fef175bb50 req-f23418d2-ab3f-48da-82d6-537b24ccc60b service neutron] 10.222.0.23 "GET /v2.0/networks/febaa326-2067-4380-b6d8-f3c16d1027df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873983 Oct 17 11:08:22.183890 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c7fc30a2-4f88-4e4d-a184-a2fef175bb50 req-271e35c9-0286-4bb2-8c0f-8f9b6698b77b service neutron] 10.222.0.23 "GET /v2.0/networks/febaa326-2067-4380-b6d8-f3c16d1027df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850451 Oct 17 11:08:22.432772 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb21f7-c1e4-4752-9cfd-c36f4add2a1f req-8cfd5f20-9c4b-4218-9b0c-640e4b44b2c9 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:22.434311 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b2cb21f7-c1e4-4752-9cfd-c36f4add2a1f req-8cfd5f20-9c4b-4218-9b0c-640e4b44b2c9 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 946 time: 0.0587668 Oct 17 11:08:22.487016 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b2cb21f7-c1e4-4752-9cfd-c36f4add2a1f req-b6838ff1-84b4-403c-ad29-92cbfadbc201 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466914 Oct 17 11:08:22.798855 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e12f6-19c9-450c-9dac-e408c5238ae6 req-56d61227-4187-4936-a18e-e37a2acdcdd4 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:22.800486 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-951e12f6-19c9-450c-9dac-e408c5238ae6 req-56d61227-4187-4936-a18e-e37a2acdcdd4 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 948 time: 0.0599816 Oct 17 11:08:22.851173 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-951e12f6-19c9-450c-9dac-e408c5238ae6 req-52d66436-dbef-4ffb-807b-eaf2d3ead3b8 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/security-groups?id=60866fd0-dde4-455a-b575-248776ee448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438149 Oct 17 11:08:23.123984 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f1097c-7712-437c-ab91-910e5dba3ed8 req-bbec5a28-4661-42b5-b695-eb4a64ee4be6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:23.125401 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-85f1097c-7712-437c-ab91-910e5dba3ed8 req-bbec5a28-4661-42b5-b695-eb4a64ee4be6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0552771 Oct 17 11:08:23.175446 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-85f1097c-7712-437c-ab91-910e5dba3ed8 req-d8afbb6f-958d-4bd3-acaa-35d52b5f5e1e tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443349 Oct 17 11:08:23.995014 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0658d7b-50d9-4aa3-9cd6-9b5b742151af req-3212f3a4-2165-4730-a40d-6a6623a1f481 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:23.996754 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c0658d7b-50d9-4aa3-9cd6-9b5b742151af req-3212f3a4-2165-4730-a40d-6a6623a1f481 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 948 time: 0.0622740 Oct 17 11:08:24.053675 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c0658d7b-50d9-4aa3-9cd6-9b5b742151af req-a7c590c5-523b-404d-96d4-3a4d4b6c5bf4 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/security-groups?id=60866fd0-dde4-455a-b575-248776ee448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511041 Oct 17 11:08:24.317072 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c19f16-8773-455f-a219-d4402746e6c9 req-5b3e1744-d4cd-4dd8-bffd-f5363f9fe926 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:24.319640 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b5c19f16-8773-455f-a219-d4402746e6c9 req-5b3e1744-d4cd-4dd8-bffd-f5363f9fe926 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0670497 Oct 17 11:08:24.376010 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b5c19f16-8773-455f-a219-d4402746e6c9 req-88819a48-db47-427f-94f0-3fc485bafd12 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482626 Oct 17 11:08:25.186909 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9476d4e1-5522-4dd6-bc19-bc7dec010a6b req-270dfe00-ca8d-466c-a19f-bd6120d37d39 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:25.189610 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9476d4e1-5522-4dd6-bc19-bc7dec010a6b req-270dfe00-ca8d-466c-a19f-bd6120d37d39 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 948 time: 0.0565524 Oct 17 11:08:25.245125 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9476d4e1-5522-4dd6-bc19-bc7dec010a6b req-d74ea3f2-e3c7-4b2e-a47f-725c5692a4e8 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/security-groups?id=60866fd0-dde4-455a-b575-248776ee448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509257 Oct 17 11:08:25.303008 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 7862d077-1360-432c-8272-94e42e81ff7f details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:08:25.308615 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 34651bed-525c-475b-b599-fe06f4422596 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:08:25.340516 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: 34651bed-525c-475b-b599-fe06f4422596 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:08:25.341168 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 34651bed-525c-475b-b599-fe06f4422596 not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:08:25.441724 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 7862d077-1360-432c-8272-94e42e81ff7f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7862d077-1360-432c-8272-94e42e81ff7f,segment=NetworkSegment(5bed9195-6cc6-48c2-8784-f176e3df5deb),segment_id=5bed9195-6cc6-48c2-8784-f176e3df5deb)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:25.455411 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '7862d077-1360-432c-8272-94e42e81ff7f', 'network_id': 'febaa326-2067-4380-b6d8-f3c16d1027df', 'port_id': '7862d077-1360-432c-8272-94e42e81ff7f', 'mac_address': 'fa:16:3e:e9:7d:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 698, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1ffdd33-588a-4841-9ac8-9f11d036b1e2', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:08:25.513229 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 7862d077-1360-432c-8272-94e42e81ff7f is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:25.514117 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (7862d077-1360-432c-8272-94e42e81ff7f), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:25.527178 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b81167-7b57-4ea1-9ecc-ce346d05f212 req-2269576a-4379-4951-8df7-e417215ca35f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:25.528785 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e1b81167-7b57-4ea1-9ecc-ce346d05f212 req-2269576a-4379-4951-8df7-e417215ca35f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0703146 Oct 17 11:08:25.531318 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7862d077-1360-432c-8272-94e42e81ff7f {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:08:25.565673 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 7862d077-1360-432c-8272-94e42e81ff7f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7862d077-1360-432c-8272-94e42e81ff7f,segment=NetworkSegment(5bed9195-6cc6-48c2-8784-f176e3df5deb),segment_id=5bed9195-6cc6-48c2-8784-f176e3df5deb)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:25.572092 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (7862d077-1360-432c-8272-94e42e81ff7f), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:25.605931 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e1b81167-7b57-4ea1-9ecc-ce346d05f212 req-c0bab5da-c910-45c8-9259-3ad5142ec365 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702629 Oct 17 11:08:25.647296 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=7862d077-1360-432c-8272-94e42e81ff7f,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:25.901855 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['7862d077-1360-432c-8272-94e42e81ff7f'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:08:26.393267 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062369a6-07e3-499d-8988-2a084260ff36 req-3dd15bf9-b40f-40f1-89fd-439be6f51d52 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:26.394788 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-062369a6-07e3-499d-8988-2a084260ff36 req-3dd15bf9-b40f-40f1-89fd-439be6f51d52 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 949 time: 0.0671644 Oct 17 11:08:26.445324 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-062369a6-07e3-499d-8988-2a084260ff36 req-96a976cd-1d9f-41f0-9ed1-92ace71d5348 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/security-groups?id=60866fd0-dde4-455a-b575-248776ee448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439188 Oct 17 11:08:26.751706 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b2aea-77f9-4921-8e71-36b222fcd051 req-f0f6f6e2-6af5-41ff-852f-397452d92a99 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:26.753407 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-bd3b2aea-77f9-4921-8e71-36b222fcd051 req-f0f6f6e2-6af5-41ff-852f-397452d92a99 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0624590 Oct 17 11:08:26.803236 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-bd3b2aea-77f9-4921-8e71-36b222fcd051 req-c9dd3f35-23a1-4703-87cd-ddb4b2168ee1 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438299 Oct 17 11:08:27.327449 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 7862d077-1360-432c-8272-94e42e81ff7f up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:08:27.381236 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port 7862d077-1360-432c-8272-94e42e81ff7f completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:08:27.385807 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 7862d077-1360-432c-8272-94e42e81ff7f triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:27.386185 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (7862d077-1360-432c-8272-94e42e81ff7f), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:27.386576 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 7862d077-1360-432c-8272-94e42e81ff7f Oct 17 11:08:27.467176 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 7862d077-1360-432c-8272-94e42e81ff7f is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:27.467585 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (7862d077-1360-432c-8272-94e42e81ff7f), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:27.501588 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84165643-aa1c-495a-b0ff-185d9a1a2b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7862d077-1360-432c-8272-94e42e81ff7f'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:08:27.504426 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c69558-5a64-406e-a15d-9e6906c7e64c" -d '{"events": [{"server_uuid": "84165643-aa1c-495a-b0ff-185d9a1a2b73", "name": "network-vif-plugged", "status": "completed", "tag": "7862d077-1360-432c-8272-94e42e81ff7f"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:08:27.530020 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 7862d077-1360-432c-8272-94e42e81ff7f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7862d077-1360-432c-8272-94e42e81ff7f,segment=NetworkSegment(5bed9195-6cc6-48c2-8784-f176e3df5deb),segment_id=5bed9195-6cc6-48c2-8784-f176e3df5deb)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:27.537615 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (7862d077-1360-432c-8272-94e42e81ff7f), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:27.586936 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28136165-b3e3-4926-81cd-ba22346566d7 x-openstack-request-id: req-28136165-b3e3-4926-81cd-ba22346566d7 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:08:27.587422 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84165643-aa1c-495a-b0ff-185d9a1a2b73", "name": "network-vif-plugged", "status": "completed", "tag": "7862d077-1360-432c-8272-94e42e81ff7f", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:08:27.587782 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-28136165-b3e3-4926-81cd-ba22346566d7 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:08:27.588278 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28136165-b3e3-4926-81cd-ba22346566d7'] response: {'server_uuid': '84165643-aa1c-495a-b0ff-185d9a1a2b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7862d077-1360-432c-8272-94e42e81ff7f', 'code': 200} Oct 17 11:08:27.605753 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dec803-4744-4583-84a2-602ac747c5aa req-f7fd62b5-6a2d-44cc-9ee0-39fdfc70286a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:27.608109 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-99dec803-4744-4583-84a2-602ac747c5aa req-f7fd62b5-6a2d-44cc-9ee0-39fdfc70286a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 950 time: 0.0669303 Oct 17 11:08:27.678645 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=7862d077-1360-432c-8272-94e42e81ff7f,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:27.765933 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-99dec803-4744-4583-84a2-602ac747c5aa req-dddb7383-023d-443c-900b-c69d5d4cfb28 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/security-groups?id=60866fd0-dde4-455a-b575-248776ee448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493337 Oct 17 11:08:27.967111 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4c644a-6c19-4d9b-932f-6a9ad27e41fa req-1a323756-3eb8-44bc-a70f-a24c2c0fc013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:27.969093 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1e4c644a-6c19-4d9b-932f-6a9ad27e41fa req-1a323756-3eb8-44bc-a70f-a24c2c0fc013 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 1134 time: 0.1240187 Oct 17 11:08:28.022870 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12c745-61c2-4925-9ad9-0256da6c8363 req-a2f5d99f-c795-4bfa-bda2-65d72a9dfec5 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:28.024728 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2b12c745-61c2-4925-9ad9-0256da6c8363 req-a2f5d99f-c795-4bfa-bda2-65d72a9dfec5 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.1168041 Oct 17 11:08:28.039166 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1e4c644a-6c19-4d9b-932f-6a9ad27e41fa req-5a1572ba-04a9-4525-9e30-3729190431e9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=60866fd0-dde4-455a-b575-248776ee448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615873 Oct 17 11:08:28.081120 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2b12c745-61c2-4925-9ad9-0256da6c8363 req-985a082d-c042-4513-8d3f-604db08590f3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448656 Oct 17 11:08:28.927334 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487948e-313c-4d09-a883-7f8cda09bbaa req-66227f31-dfd3-47a9-8003-f37a515aa2ac tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:28.929274 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b487948e-313c-4d09-a883-7f8cda09bbaa req-66227f31-dfd3-47a9-8003-f37a515aa2ac tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 950 time: 0.0760841 Oct 17 11:08:28.993186 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b487948e-313c-4d09-a883-7f8cda09bbaa req-d2dec9f3-65d1-4551-9c37-74764db16d1a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/security-groups?id=60866fd0-dde4-455a-b575-248776ee448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565896 Oct 17 11:08:29.222554 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76436dfb-a46b-45a1-915c-842615eea719 req-3633a84f-9a1f-45fd-abbf-a4a11ea8e81f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:29.224102 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-76436dfb-a46b-45a1-915c-842615eea719 req-3633a84f-9a1f-45fd-abbf-a4a11ea8e81f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0635562 Oct 17 11:08:29.283492 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-76436dfb-a46b-45a1-915c-842615eea719 req-f0eaf598-b808-4ef1-8da8-e5f9795ebb61 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506120 Oct 17 11:08:30.146959 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d67ad08-5e36-439d-99cd-b1d52de30739 req-62a4f82e-5eea-4d1e-9610-1ca157d3e2af tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:30.148695 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2d67ad08-5e36-439d-99cd-b1d52de30739 req-62a4f82e-5eea-4d1e-9610-1ca157d3e2af tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 950 time: 0.0596461 Oct 17 11:08:30.205731 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2d67ad08-5e36-439d-99cd-b1d52de30739 req-a2b19a06-3c57-46da-9824-92dfffe5a985 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/security-groups?id=60866fd0-dde4-455a-b575-248776ee448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509014 Oct 17 11:08:30.467478 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e179bb61-1fa2-4e35-9037-c6411e57cddd req-892e034e-3bcd-4154-859e-4dec456d4bf9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:30.475461 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e179bb61-1fa2-4e35-9037-c6411e57cddd req-892e034e-3bcd-4154-859e-4dec456d4bf9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0989623 Oct 17 11:08:30.532231 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e179bb61-1fa2-4e35-9037-c6411e57cddd req-50b7a957-4497-4584-93b4-2b44e39d4802 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556118 Oct 17 11:08:30.578930 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8f636-e021-4e2c-8941-f81fdde0e13b req-ffac89da-f2f5-4e80-8a2c-1a567da7d367 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:30.580427 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e4d8f636-e021-4e2c-8941-f81fdde0e13b req-ffac89da-f2f5-4e80-8a2c-1a567da7d367 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 950 time: 0.0568099 Oct 17 11:08:30.633386 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e4d8f636-e021-4e2c-8941-f81fdde0e13b req-50004471-5598-41dd-a4e1-393cb1524f94 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/security-groups?id=60866fd0-dde4-455a-b575-248776ee448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450375 Oct 17 11:08:31.680420 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2f8c6-0d3b-4f79-bf9b-01fd9b5b215c req-cef4e704-2f2b-4c47-8714-f552747daebb tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:31.683438 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5fd2f8c6-0d3b-4f79-bf9b-01fd9b5b215c req-cef4e704-2f2b-4c47-8714-f552747daebb tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0662766 Oct 17 11:08:31.749089 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5fd2f8c6-0d3b-4f79-bf9b-01fd9b5b215c req-d46ac0d9-4e50-43ce-8b2b-1202459a8836 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592353 Oct 17 11:08:31.791954 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64970c4c-4ca8-450c-8d1d-90dd0b1a03d9 req-3d62c781-12dc-4143-92ec-9f471130ad39 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:31.793802 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-64970c4c-4ca8-450c-8d1d-90dd0b1a03d9 req-3d62c781-12dc-4143-92ec-9f471130ad39 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 950 time: 0.0636621 Oct 17 11:08:31.846676 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-64970c4c-4ca8-450c-8d1d-90dd0b1a03d9 req-8795cd84-082e-4d59-98e8-b0db1a5c4b1a tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/security-groups?id=60866fd0-dde4-455a-b575-248776ee448e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460322 Oct 17 11:08:31.980649 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:08:32.308166 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db89af8-ed4c-4b64-8ebb-3e58d00c64c0 req-97d14619-229d-4a5a-9fed-2e98bd8f44f1 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:32.309989 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2db89af8-ed4c-4b64-8ebb-3e58d00c64c0 req-97d14619-229d-4a5a-9fed-2e98bd8f44f1 tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.23 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 950 time: 0.0613105 Oct 17 11:08:32.412757 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [req-2db89af8-ed4c-4b64-8ebb-3e58d00c64c0 req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Deleting port 7862d077-1360-432c-8272-94e42e81ff7f {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:08:32.412757 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-2db89af8-ed4c-4b64-8ebb-3e58d00c64c0 req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (7862d077-1360-432c-8272-94e42e81ff7f), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:32.525279 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-2db89af8-ed4c-4b64-8ebb-3e58d00c64c0 req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] For port 7862d077-1360-432c-8272-94e42e81ff7f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=7862d077-1360-432c-8272-94e42e81ff7f,segment=NetworkSegment(5bed9195-6cc6-48c2-8784-f176e3df5deb),segment_id=5bed9195-6cc6-48c2-8784-f176e3df5deb)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:32.525655 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-2db89af8-ed4c-4b64-8ebb-3e58d00c64c0 req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (7862d077-1360-432c-8272-94e42e81ff7f), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:32.543836 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [req-2db89af8-ed4c-4b64-8ebb-3e58d00c64c0 req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Calling delete_port for 7862d077-1360-432c-8272-94e42e81ff7f owned by compute:nova {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:08:32.703983 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-2db89af8-ed4c-4b64-8ebb-3e58d00c64c0 req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (7862d077-1360-432c-8272-94e42e81ff7f), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:32.717995 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['7862d077-1360-432c-8272-94e42e81ff7f'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:08:32.742163 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Pushing event deleted for resources: {'Port': ['ID=7862d077-1360-432c-8272-94e42e81ff7f,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:32.797241 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:32.801782 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:32.802347 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:32.802878 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:32.803404 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:32.803907 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:32.804235 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:32.804586 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:32.804942 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:32.805307 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:32.805637 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:32.805983 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:32.806305 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:32.828653 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db89af8-ed4c-4b64-8ebb-3e58d00c64c0 req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] No DVR routers for this DVR port 7862d077-1360-432c-8272-94e42e81ff7f on host hv-cinder-85846 {{(pid=103976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:08:32.832803 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-2db89af8-ed4c-4b64-8ebb-3e58d00c64c0 req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:32.839302 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2db89af8-ed4c-4b64-8ebb-3e58d00c64c0 req-d4200385-db0f-4018-9534-650e52b2862f tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.23 "DELETE /v2.0/ports/7862d077-1360-432c-8272-94e42e81ff7f HTTP/1.1" status: 204 len: 173 time: 0.5196998 Oct 17 11:08:32.839872 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84165643-aa1c-495a-b0ff-185d9a1a2b73', 'name': 'network-vif-deleted', 'tag': '7862d077-1360-432c-8272-94e42e81ff7f'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:08:32.848054 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b4e74e1-0d3b-4c65-83c5-d0f65eb50cbc" -d '{"events": [{"server_uuid": "84165643-aa1c-495a-b0ff-185d9a1a2b73", "name": "network-vif-deleted", "tag": "7862d077-1360-432c-8272-94e42e81ff7f"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:08:32.918903 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dfa44db-29d5-4960-a6e9-8bbe7d9de231 x-openstack-request-id: req-5dfa44db-29d5-4960-a6e9-8bbe7d9de231 {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:08:32.919195 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84165643-aa1c-495a-b0ff-185d9a1a2b73", "name": "network-vif-deleted", "tag": "7862d077-1360-432c-8272-94e42e81ff7f", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:08:32.919460 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5dfa44db-29d5-4960-a6e9-8bbe7d9de231 {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:08:32.919936 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dfa44db-29d5-4960-a6e9-8bbe7d9de231'] response: {'server_uuid': '84165643-aa1c-495a-b0ff-185d9a1a2b73', 'name': 'network-vif-deleted', 'tag': '7862d077-1360-432c-8272-94e42e81ff7f', 'status': 'completed', 'code': 200} Oct 17 11:08:32.993239 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501876d3-0edc-4f72-8d49-5431e6cdf530 req-c6a1cd83-3786-46f4-bc47-19913888e58c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:32.994779 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-501876d3-0edc-4f72-8d49-5431e6cdf530 req-c6a1cd83-3786-46f4-bc47-19913888e58c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.1459591 Oct 17 11:08:33.048261 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7e08d040-effb-4eb2-9edb-fc47fd6c88a4 req-1cf82e62-987f-42d8-837b-ba0f941c6cdc tempest-VolumesNegativeTest-548746793 tempest-VolumesNegativeTest-548746793-project] 10.222.0.43 "GET /v2.0/ports?device_id=84165643-aa1c-495a-b0ff-185d9a1a2b73 HTTP/1.1" status: 200 len: 210 time: 0.0614753 Oct 17 11:08:33.111792 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-501876d3-0edc-4f72-8d49-5431e6cdf530 req-ec40b931-dc8c-4b3b-9880-1bc34058dfd8 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081522 Oct 17 11:08:34.252122 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74018bf6-dd19-4dae-aff2-e56430b6a0dc req-84b782c2-7c1a-4abd-ad6d-dfb6c64cfdb4 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:34.253860 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-74018bf6-dd19-4dae-aff2-e56430b6a0dc req-84b782c2-7c1a-4abd-ad6d-dfb6c64cfdb4 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0573413 Oct 17 11:08:34.308465 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-74018bf6-dd19-4dae-aff2-e56430b6a0dc req-bfc63849-5430-49e3-b57d-adbd03220ec8 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485930 Oct 17 11:08:35.334475 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 7862d077-1360-432c-8272-94e42e81ff7f no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:08:35.376416 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: 7862d077-1360-432c-8272-94e42e81ff7f {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:08:35.377083 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 7862d077-1360-432c-8272-94e42e81ff7f not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:08:35.454009 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6d79e-ebfc-4b9a-8b2f-636327946328 req-1ea07b84-5e30-4061-9720-fa7f1494c46e tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:35.455512 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e2b6d79e-ebfc-4b9a-8b2f-636327946328 req-1ea07b84-5e30-4061-9720-fa7f1494c46e tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0634551 Oct 17 11:08:35.522318 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e2b6d79e-ebfc-4b9a-8b2f-636327946328 req-6a71780a-8432-491c-ac24-8ff2ce8b9e7c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608780 Oct 17 11:08:36.667742 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf358f30-828d-42bb-b191-9ed9c5188dc4 req-4a8eacb2-a863-4f59-8e30-c7b05f29604f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:36.676030 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-bf358f30-828d-42bb-b191-9ed9c5188dc4 req-4a8eacb2-a863-4f59-8e30-c7b05f29604f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0701120 Oct 17 11:08:36.727573 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-bf358f30-828d-42bb-b191-9ed9c5188dc4 req-67dd4eb5-38c9-47be-af5a-a9c37d27f7d1 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505400 Oct 17 11:08:36.944811 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1ea1eae5-11d0-4eb7-ab22-27493d49039d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:37.877779 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be08b7c0-d3b9-49b5-aee8-1601791bab89 req-eb21148e-9e29-42d4-875e-bc89791e1a85 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:37.883903 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-be08b7c0-d3b9-49b5-aee8-1601791bab89 req-eb21148e-9e29-42d4-875e-bc89791e1a85 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0749381 Oct 17 11:08:37.949253 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-be08b7c0-d3b9-49b5-aee8-1601791bab89 req-898b4bde-1fd7-46ee-8212-18420e26bee9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635934 Oct 17 11:08:39.128432 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0c793b-d05b-4679-bd22-467cc6d20f76 req-fe590d3d-d01e-48f6-85b6-2b41d1d35ff3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:39.131606 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4a0c793b-d05b-4679-bd22-467cc6d20f76 req-fe590d3d-d01e-48f6-85b6-2b41d1d35ff3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0831428 Oct 17 11:08:39.208698 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4a0c793b-d05b-4679-bd22-467cc6d20f76 req-5308495f-9321-4e1d-b79c-7bc69132c3c3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683458 Oct 17 11:08:39.273909 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e61ec236-3bf5-4b5b-b1cf-20f967f076b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:40.202230 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:40.424049 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d9bb54-0fc3-41c3-a0ba-88578ad8e36e req-8af092b3-e4a1-4507-ac02-b81f4cab278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:40.426318 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d8d9bb54-0fc3-41c3-a0ba-88578ad8e36e req-8af092b3-e4a1-4507-ac02-b81f4cab278a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 1129 time: 0.0655751 Oct 17 11:08:40.443228 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb04197-aba8-453e-8025-797eced0f82f req-c058375c-9f1d-43a6-b47a-638bd5771688 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:40.444714 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-bfb04197-aba8-453e-8025-797eced0f82f req-c058375c-9f1d-43a6-b47a-638bd5771688 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.1280890 Oct 17 11:08:40.508939 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:40.766665 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d8d9bb54-0fc3-41c3-a0ba-88578ad8e36e req-8cba52a9-ca41-4d33-9fa6-96be6935b42f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306355 Oct 17 11:08:40.770160 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-bfb04197-aba8-453e-8025-797eced0f82f req-8f3fbea2-a6c7-41fb-9ca9-1b3a1bc06503 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3191874 Oct 17 11:08:41.955798 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b64837-25ce-4333-98f2-88ebfa517998 req-0eed98f8-e8af-4d96-a410-8be329fa60c6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:41.958897 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d8b64837-25ce-4333-98f2-88ebfa517998 req-0eed98f8-e8af-4d96-a410-8be329fa60c6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0679693 Oct 17 11:08:42.040370 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d8b64837-25ce-4333-98f2-88ebfa517998 req-42478bd1-260c-4407-af20-910e7ce7837c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755873 Oct 17 11:08:42.572092 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:43.200697 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77153e77-079b-484e-b479-fcdd289551e3 req-28275d0d-55c3-4ab9-99cf-d57bb722e783 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:43.202113 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-77153e77-079b-484e-b479-fcdd289551e3 req-28275d0d-55c3-4ab9-99cf-d57bb722e783 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0586462 Oct 17 11:08:43.286162 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-77153e77-079b-484e-b479-fcdd289551e3 req-7c2cc222-c2b3-42c0-a33d-dbaa84eb3281 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774863 Oct 17 11:08:43.427466 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b37d830-b876-4f92-9919-99ddf98916f5 req-6beda84b-a581-40ac-95d1-290a69aea039 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:43.429818 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5b37d830-b876-4f92-9919-99ddf98916f5 req-6beda84b-a581-40ac-95d1-290a69aea039 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0575471 Oct 17 11:08:43.506257 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5b37d830-b876-4f92-9919-99ddf98916f5 req-201ac0e4-b9a7-4a47-8dd0-3e2fe3d2ab91 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639305 Oct 17 11:08:44.105685 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 53876) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:44.264414 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 53880) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:44.265196 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-221c658b-16da-425f-9caa-9d41206abb5a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=680004e6c8a7454487934973ef1c6d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575279 Oct 17 11:08:44.324568 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9b254db0-ab5f-44a5-89a1-5d8449ae7246 admin admin] Publish callbacks [] for security_group (60866fd0-dde4-455a-b575-248776ee448e), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:44.348049 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:44.351485 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9b254db0-ab5f-44a5-89a1-5d8449ae7246 admin admin] Publish callbacks [] for security_group (60866fd0-dde4-455a-b575-248776ee448e), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:44.416554 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9b254db0-ab5f-44a5-89a1-5d8449ae7246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (60866fd0-dde4-455a-b575-248776ee448e), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:44.427085 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9b254db0-ab5f-44a5-89a1-5d8449ae7246 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:44.432085 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-9b254db0-ab5f-44a5-89a1-5d8449ae7246 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60866fd0-dde4-455a-b575-248776ee448e HTTP/1.1" status: 204 len: 168 time: 0.1660831 Oct 17 11:08:44.442332 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b254db0-ab5f-44a5-89a1-5d8449ae7246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60866fd0-dde4-455a-b575-248776ee448e,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:45.459865 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 53920) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:45.517071 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d08b2-d9c9-4716-aa1b-74fdba95484f req-811d5070-e90d-4b6a-b1ed-16979d85bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:45.518742 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7a1d08b2-d9c9-4716-aa1b-74fdba95484f req-811d5070-e90d-4b6a-b1ed-16979d85bd63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 1129 time: 0.1272264 Oct 17 11:08:45.586243 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08791405-d997-4ccb-9e91-e68536e5611d req-802a2d39-0dbe-4490-8d19-dbf4a00a48d7 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:45.587904 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-08791405-d997-4ccb-9e91-e68536e5611d req-802a2d39-0dbe-4490-8d19-dbf4a00a48d7 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.1267304 Oct 17 11:08:45.663513 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1431665180-network', 'tenant_id': '213ce8b88d1c43309080027f9f323610'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:45.668825 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d08b2-d9c9-4716-aa1b-74fdba95484f req-05c5ad6e-3414-4e14-a8c3-b42842691635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:45.670355 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7a1d08b2-d9c9-4716-aa1b-74fdba95484f req-05c5ad6e-3414-4e14-a8c3-b42842691635 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 920 time: 0.1430318 Oct 17 11:08:45.680323 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-08791405-d997-4ccb-9e91-e68536e5611d req-c4fed09c-e1cc-44f2-a7ce-5f33422e85a4 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790141 Oct 17 11:08:45.721552 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Made reservation on behalf of 213ce8b88d1c43309080027f9f323610 for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:08:45.724327 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:45.734012 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7a1d08b2-d9c9-4716-aa1b-74fdba95484f req-ac53a700-f997-4ffd-9472-d0433780b06a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c135cab7-0517-4f21-8e63-4e68efab8316 HTTP/1.1" status: 200 len: 217 time: 0.0480642 Oct 17 11:08:45.736820 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:45.800294 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d08b2-d9c9-4716-aa1b-74fdba95484f req-e5b00097-aeec-466c-aaaa-a91585ad15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:45.802130 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7a1d08b2-d9c9-4716-aa1b-74fdba95484f req-e5b00097-aeec-466c-aaaa-a91585ad15b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0611858 Oct 17 11:08:45.820049 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Publish callbacks [] for security_group (30a5c19b-a371-4a14-8972-2cc317c41dcc), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:45.830679 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (30a5c19b-a371-4a14-8972-2cc317c41dcc), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:45.863169 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d08b2-d9c9-4716-aa1b-74fdba95484f req-79227a14-f0eb-4ef4-89ce-8f3cc2ce4267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:45.864749 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7a1d08b2-d9c9-4716-aa1b-74fdba95484f req-79227a14-f0eb-4ef4-89ce-8f3cc2ce4267 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0561218 Oct 17 11:08:45.890285 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 665} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:08:45.896325 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a5c19b-a371-4a14-8972-2cc317c41dcc,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:45.923833 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:45.924172 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:45.924737 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:45.925239 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:45.925758 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:45.926222 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:45.926785 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:45.927098 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:45.927423 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:45.927800 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:45.928215 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:45.928653 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:45.928966 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:45.954889 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (752f672f-46e2-46ca-9b96-543991b704a4), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:45.955711 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.segments_db [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Added segment 752f672f-46e2-46ca-9b96-543991b704a4 of type vlan for network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 Oct 17 11:08:46.015289 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (a7146e06-f7b7-4a7b-927e-6cc5e5dbde18), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:46.019042 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7a1d08b2-d9c9-4716-aa1b-74fdba95484f req-409e792e-b655-4647-a12d-a4eaaf7a3ba2 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451337 Oct 17 11:08:46.052808 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (a7146e06-f7b7-4a7b-927e-6cc5e5dbde18), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:46.053788 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:46.054608 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:46.127891 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 53934) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:46.128627 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6672690 Oct 17 11:08:46.138629 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae49d70-78dc-4cd7-8a2a-70580b6ecec8 admin admin] Pushing event updated for resources: {'Network': ['ID=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:46.149482 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-86b9afa7-7031-4e4d-b5fe-b535dc953640 admin admin] Request body: {'subnet': {'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1431665180-subnet', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'ip_version': 4}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:46.156017 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:08:46.191727 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7a1d08b2-d9c9-4716-aa1b-74fdba95484f req-fcb149a3-ef2d-4a95-9eee-115ccb0b8ca7 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649175 Oct 17 11:08:46.196903 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b9afa7-7031-4e4d-b5fe-b535dc953640 admin admin] Made reservation on behalf of 213ce8b88d1c43309080027f9f323610 for: {'subnet': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:08:46.199225 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-86b9afa7-7031-4e4d-b5fe-b535dc953640 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5376029'] for subnet (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:46.455573 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-86b9afa7-7031-4e4d-b5fe-b535dc953640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6478531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5376239'] for subnet (0dc0f225-6e64-4b4e-8686-3694a564a62c), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:46.524663 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b9afa7-7031-4e4d-b5fe-b535dc953640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dc0f225-6e64-4b4e-8686-3694a564a62c,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:46.530025 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b9afa7-7031-4e4d-b5fe-b535dc953640 admin admin] Checking segment: {'id': '752f672f-46e2-46ca-9b96-543991b704a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:08:46.530620 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b9afa7-7031-4e4d-b5fe-b535dc953640 admin admin] Network hostable DHCP agents. Network: a7146e06-f7b7-4a7b-927e-6cc5e5dbde18, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:08:46.550030 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b9afa7-7031-4e4d-b5fe-b535dc953640 admin admin] Network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:08:46.561102 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-86b9afa7-7031-4e4d-b5fe-b535dc953640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, a7146e06-f7b7-4a7b-927e-6cc5e5dbde18) {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:46.567761 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b9afa7-7031-4e4d-b5fe-b535dc953640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:46.568342 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-86b9afa7-7031-4e4d-b5fe-b535dc953640 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:46.571962 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb38e9a-502d-4a43-b545-6b0d96faf651 None None] Network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:08:46.591378 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-86b9afa7-7031-4e4d-b5fe-b535dc953640 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4569862 Oct 17 11:08:46.594270 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 53946) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:46.598543 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:46.620978 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2277'] for router (1ff7d49c-4399-462d-b9e2-819053d0137b), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:46.622460 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7956270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2282'] for router (1ff7d49c-4399-462d-b9e2-819053d0137b), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:46.680246 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Publish callbacks [] for router_controller (1ff7d49c-4399-462d-b9e2-819053d0137b), precommit_add_association {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:46.683246 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf3f1ddb-2710-502b-b25e-3c7b6ab18000-a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'project_id': '213ce8b88d1c43309080027f9f323610', 'fixed_ips': [{'subnet_id': '0dc0f225-6e64-4b4e-8686-3694a564a62c'}]}} from dv-cinder-858463-3-smb. {{(pid=103978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 17 11:08:46.686831 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:46.873123 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Allocated IP 172.20.0.2 (a7146e06-f7b7-4a7b-927e-6cc5e5dbde18/0dc0f225-6e64-4b4e-8686-3694a564a62c/acad21d7-0151-4327-8b7a-67fb259866ce) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:08:46.897931 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Publish callbacks [] for router_gateway (1ff7d49c-4399-462d-b9e2-819053d0137b), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:46.927792 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea861562-ee03-4f33-aaac-dd4863d9bd9a req-ca2dab76-6482-4233-a42c-38eb00ed5818 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:46.938013 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ea861562-ee03-4f33-aaac-dd4863d9bd9a req-ca2dab76-6482-4233-a42c-38eb00ed5818 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0855720 Oct 17 11:08:47.004275 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ea861562-ee03-4f33-aaac-dd4863d9bd9a req-5465e637-5cd6-4df8-98df-360d8e57e0d3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639155 Oct 17 11:08:47.179229 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Publish callbacks [] for router_gateway (1ff7d49c-4399-462d-b9e2-819053d0137b), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:47.185191 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Publish callbacks [] for port (acad21d7-0151-4327-8b7a-67fb259866ce), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:47.192151 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:47.199762 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:47.230801 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:08:47.234067 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:47.237765 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:08:47.276261 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Pushing event updated for resources: {'Port': ['ID=acad21d7-0151-4327-8b7a-67fb259866ce,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:47.299514 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:47.299819 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:47.300229 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:47.300572 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:47.300900 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:47.301238 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:47.301573 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:47.301905 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:47.302233 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:47.302574 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:47.302912 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:47.303231 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:47.303582 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:47.315227 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Allocated IP 172.28.1.20 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/34336398-8d43-4af2-92f7-211926879dfb) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:08:47.318301 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Attempting to bind port acad21d7-0151-4327-8b7a-67fb259866ce on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:08:47.318567 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Attempting to bind port acad21d7-0151-4327-8b7a-67fb259866ce by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '752f672f-46e2-46ca-9b96-543991b704a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:08:47.318932 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Attempting to bind port acad21d7-0151-4327-8b7a-67fb259866ce on network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:08:47.324250 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:08:47.324628 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Checking segment: {'id': '752f672f-46e2-46ca-9b96-543991b704a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:08:47.325026 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:47.325445 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Bound using segment: {'id': '752f672f-46e2-46ca-9b96-543991b704a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:08:47.325915 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Bound port: acad21d7-0151-4327-8b7a-67fb259866ce, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752f672f-46e2-46ca-9b96-543991b704a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:08:47.326327 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:47.393320 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] For port acad21d7-0151-4327-8b7a-67fb259866ce, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:08:47.396900 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] For port acad21d7-0151-4327-8b7a-67fb259866ce, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=acad21d7-0151-4327-8b7a-67fb259866ce,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:08:47.403926 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:47.448658 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Publish callbacks [] for port (34336398-8d43-4af2-92f7-211926879dfb), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:47.462724 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622d93d-116c-4fe1-8a91-debe9651ec6e None None] Pushing event updated for resources: {'Port': ['ID=acad21d7-0151-4327-8b7a-67fb259866ce,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:47.507078 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (34336398-8d43-4af2-92f7-211926879dfb), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:47.578355 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:08:47.581801 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:47.583976 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Pushing event updated for resources: {'Port': ['ID=34336398-8d43-4af2-92f7-211926879dfb,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:47.587593 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:08:47.897044 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Publish callbacks [] for router_gateway (1ff7d49c-4399-462d-b9e2-819053d0137b), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:48.134442 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882870'] for router (1ff7d49c-4399-462d-b9e2-819053d0137b), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:48.210852 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc2a896-a34d-45ba-ad76-5143e864ad97 req-90185f84-94ce-4e2f-a424-a5b9618277a2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:48.212464 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cbc2a896-a34d-45ba-ad76-5143e864ad97 req-90185f84-94ce-4e2f-a424-a5b9618277a2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0838215 Oct 17 11:08:48.304849 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cbc2a896-a34d-45ba-ad76-5143e864ad97 req-81da02dd-6904-496b-9fbe-cc66f9e6de88 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823610 Oct 17 11:08:48.355911 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Router 1ff7d49c-4399-462d-b9e2-819053d0137b is scheduled to L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 with binding_index 1 {{(pid=103976) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 11:08:48.503162 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:08:48.513856 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Sync routers for ids ['1ff7d49c-4399-462d-b9e2-819053d0137b'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:08:48.525303 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:48.526582 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-e39e65a8-ba11-4ed8-bf04-0fad4f169b30 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9313524 Oct 17 11:08:48.532620 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Routers {'1ff7d49c-4399-462d-b9e2-819053d0137b'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:08:48.532620 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:08:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['1ff7d49c-4399-462d-b9e2-819053d0137b'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:48.532873 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 54028) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:48.648028 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Set router 1ff7d49c-4399-462d-b9e2-819053d0137b gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:08:48.675852 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbb618a-aab1-4e36-91f7-79546acf3ee9 None None] Network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:08:48.825201 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-f745bba4-92ce-4f75-a984-f91a54d95261 None None] Provisioning complete for port acad21d7-0151-4327-8b7a-67fb259866ce triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:48.825491 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f745bba4-92ce-4f75-a984-f91a54d95261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:48.825825 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-f745bba4-92ce-4f75-a984-f91a54d95261 None None] Attempt 1 to provision port acad21d7-0151-4327-8b7a-67fb259866ce Oct 17 11:08:48.957208 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:48.995143 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-f745bba4-92ce-4f75-a984-f91a54d95261 None None] Current status of the port acad21d7-0151-4327-8b7a-67fb259866ce is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:48.995525 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f745bba4-92ce-4f75-a984-f91a54d95261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.013792 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '34336398-8d43-4af2-92f7-211926879dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:08:47Z', 'revision_number': 3, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port': {'id': '34336398-8d43-4af2-92f7-211926879dfb', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:47Z', 'updated_at': '2022-10-17T11:08:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:49.048256 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Checking router: 1ff7d49c-4399-462d-b9e2-819053d0137b for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:08:49.048610 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Updating router 1ff7d49c-4399-462d-b9e2-819053d0137b port 34336398-8d43-4af2-92f7-211926879dfb binding host dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:08:49.086603 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-f745bba4-92ce-4f75-a984-f91a54d95261 None None] For port acad21d7-0151-4327-8b7a-67fb259866ce, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=acad21d7-0151-4327-8b7a-67fb259866ce,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:49.092386 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (34336398-8d43-4af2-92f7-211926879dfb), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.095484 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f745bba4-92ce-4f75-a984-f91a54d95261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.142543 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Allocated IP 172.20.0.1 (a7146e06-f7b7-4a7b-927e-6cc5e5dbde18/0dc0f225-6e64-4b4e-8686-3694a564a62c/73a0b6d0-9c50-4c7c-9c4c-76557a86ed28) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:08:49.239848 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f745bba4-92ce-4f75-a984-f91a54d95261 None None] Pushing event updated for resources: {'Port': ['ID=acad21d7-0151-4327-8b7a-67fb259866ce,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:49.262301 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Publish callbacks [] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.263638 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-cf503959-d61a-499a-8f47-a923798d08a7 None None] Provisioning complete for port acad21d7-0151-4327-8b7a-67fb259866ce triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:49.264812 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cf503959-d61a-499a-8f47-a923798d08a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.264812 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-cf503959-d61a-499a-8f47-a923798d08a7 None None] Attempt 1 to provision port acad21d7-0151-4327-8b7a-67fb259866ce Oct 17 11:08:49.331400 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.376442 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:08:49.380245 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:49.387402 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:08:49.417966 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device acad21d7-0151-4327-8b7a-67fb259866ce up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:08:49.439159 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878563'] for router_interface (1ff7d49c-4399-462d-b9e2-819053d0137b), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.482458 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-cf503959-d61a-499a-8f47-a923798d08a7 None None] Current status of the port acad21d7-0151-4327-8b7a-67fb259866ce is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:49.511368 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Pushing event updated for resources: {'Port': ['ID=73a0b6d0-9c50-4c7c-9c4c-76557a86ed28,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:49.587389 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54038) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:49.593483 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port acad21d7-0151-4327-8b7a-67fb259866ce triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:49.595243 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.596041 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port acad21d7-0151-4327-8b7a-67fb259866ce Oct 17 11:08:49.628497 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Publish callbacks [] for port (34336398-8d43-4af2-92f7-211926879dfb), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.646179 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (34336398-8d43-4af2-92f7-211926879dfb), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.691239 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7ab675-6e68-4cfe-a84a-61286cf63106 admin admin] Deleting subnet e89c6334-ae71-47f8-a4a2-0104e6e4b3c8 {{(pid=103977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:08:49.694903 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Attempting to bind port 34336398-8d43-4af2-92f7-211926879dfb on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:08:49.695267 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Attempting to bind port 34336398-8d43-4af2-92f7-211926879dfb by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:08:49.696042 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Attempting to bind port 34336398-8d43-4af2-92f7-211926879dfb on network 59bc4f32-b948-49dd-8148-863382a25dbf {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:08:49.699095 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab675-6e68-4cfe-a84a-61286cf63106 admin admin] Publish callbacks [] for subnet (e89c6334-ae71-47f8-a4a2-0104e6e4b3c8), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.704740 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4365961-9026-42c3-9570-92506d50e96f req-43e07509-7646-4d29-887b-81744e93c5c4 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:49.706481 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d4365961-9026-42c3-9570-92506d50e96f req-43e07509-7646-4d29-887b-81744e93c5c4 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.1738675 Oct 17 11:08:49.719520 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.724667 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:08:49.731280 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Checking segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:08:49.731924 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.732488 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Bound using segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:08:49.733137 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Bound port: 34336398-8d43-4af2-92f7-211926879dfb, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:08:49.733739 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (34336398-8d43-4af2-92f7-211926879dfb), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.776879 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab3a55-bc3d-4099-a3f2-f879f502ea4b None None] Pushing event updated for resources: {'Port': ['ID=34336398-8d43-4af2-92f7-211926879dfb,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:49.799622 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab675-6e68-4cfe-a84a-61286cf63106 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5583397'] for subnet (e89c6334-ae71-47f8-a4a2-0104e6e4b3c8), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.858586 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port acad21d7-0151-4327-8b7a-67fb259866ce is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:49.864547 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab675-6e68-4cfe-a84a-61286cf63106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (e89c6334-ae71-47f8-a4a2-0104e6e4b3c8), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.868706 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Provisioning complete for port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:49.869351 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.869833 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Attempt 1 to provision port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 Oct 17 11:08:49.872833 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] For port 34336398-8d43-4af2-92f7-211926879dfb, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:08:49.906732 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] For port 34336398-8d43-4af2-92f7-211926879dfb, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=34336398-8d43-4af2-92f7-211926879dfb,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:08:49.914942 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:49.916551 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (34336398-8d43-4af2-92f7-211926879dfb), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.932125 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab675-6e68-4cfe-a84a-61286cf63106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5389954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5305135'] for subnet (e89c6334-ae71-47f8-a4a2-0104e6e4b3c8), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.960489 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Routers {'1ff7d49c-4399-462d-b9e2-819053d0137b'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:08:49.961130 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:08:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['1ff7d49c-4399-462d-b9e2-819053d0137b'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:49.964415 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ab675-6e68-4cfe-a84a-61286cf63106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89c6334-ae71-47f8-a4a2-0104e6e4b3c8,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:49.966853 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0f7ab675-6e68-4cfe-a84a-61286cf63106 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:49.975143 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-0f7ab675-6e68-4cfe-a84a-61286cf63106 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e89c6334-ae71-47f8-a4a2-0104e6e4b3c8 HTTP/1.1" status: 204 len: 168 time: 0.3842802 Oct 17 11:08:49.976553 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54042) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:50.008847 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab3a55-bc3d-4099-a3f2-f879f502ea4b None None] Pushing event updated for resources: {'Port': ['ID=34336398-8d43-4af2-92f7-211926879dfb,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:50.087062 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3568-2ada-4008-b2c9-96d8fb1ce799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (55fa5674-fdfb-4242-bc95-5e72f569c289), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:50.092357 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] Set router 1ff7d49c-4399-462d-b9e2-819053d0137b gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:08:50.099886 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d4365961-9026-42c3-9570-92506d50e96f req-6fe758a7-f656-4a9d-9d3d-cafda4e1e0cb tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698277 Oct 17 11:08:50.214357 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3568-2ada-4008-b2c9-96d8fb1ce799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (55fa5674-fdfb-4242-bc95-5e72f569c289), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:50.222330 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Publish callbacks [] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:50.230075 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:50.242137 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-c7fb3568-2ada-4008-b2c9-96d8fb1ce799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fa5674-fdfb-4242-bc95-5e72f569c289']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:50.255115 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-c7fb3568-2ada-4008-b2c9-96d8fb1ce799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c57f70-d459-4d24-906a-5e887b3b2991') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:50.255720 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-c7fb3568-2ada-4008-b2c9-96d8fb1ce799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c57f70-d459-4d24-906a-5e887b3b2991') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:50.267762 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3568-2ada-4008-b2c9-96d8fb1ce799 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5583420'] for segment (13c57f70-d459-4d24-906a-5e887b3b2991), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:50.283700 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3568-2ada-4008-b2c9-96d8fb1ce799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (13c57f70-d459-4d24-906a-5e887b3b2991), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:50.291810 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fb3568-2ada-4008-b2c9-96d8fb1ce799 admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:08:50.292485 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3568-2ada-4008-b2c9-96d8fb1ce799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5390436'] for segment (13c57f70-d459-4d24-906a-5e887b3b2991), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:50.313538 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8316014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7878455'] for router_interface (1ff7d49c-4399-462d-b9e2-819053d0137b), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:50.316262 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Pushing event updated for resources: {'Port': ['ID=73a0b6d0-9c50-4c7c-9c4c-76557a86ed28,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:50.338114 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 13c57f70-d459-4d24-906a-5e887b3b2991 resource provider aggregate not found Oct 17 11:08:50.362462 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 13c57f70-d459-4d24-906a-5e887b3b2991 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 13c57f70-d459-4d24-906a-5e887b3b2991 found for delete ", "request_id": "req-ac99d078-656f-41a9-add6-03a23182c2a7"}]} Oct 17 11:08:50.365786 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3568-2ada-4008-b2c9-96d8fb1ce799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (55fa5674-fdfb-4242-bc95-5e72f569c289), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:50.370973 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7fb3568-2ada-4008-b2c9-96d8fb1ce799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:50.374196 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-c7fb3568-2ada-4008-b2c9-96d8fb1ce799 admin admin] 10.222.0.43 "DELETE /v2.0/networks/55fa5674-fdfb-4242-bc95-5e72f569c289 HTTP/1.1" status: 204 len: 168 time: 0.3959343 Oct 17 11:08:50.387534 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb3568-2ada-4008-b2c9-96d8fb1ce799 admin admin] Pushing event deleted for resources: {'Network': ['ID=55fa5674-fdfb-4242-bc95-5e72f569c289,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:50.415756 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Attempt 2 to provision port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 Oct 17 11:08:50.423175 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:08:50.424277 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:50.473717 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:50.506684 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '34336398-8d43-4af2-92f7-211926879dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 4, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port': {'id': '34336398-8d43-4af2-92f7-211926879dfb', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:47Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '73a0b6d0-9c50-4c7c-9c4c-76557a86ed28', 'name': '', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'mac_address': 'fa:16:3e:ff:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:48Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 1, 'project_id': '213ce8b88d1c43309080027f9f323610', 'subnets': [{'id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:50.519882 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54052) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:50.538618 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662ce4ef-18b4-4b03-954b-85e1b633002a None None] The sync data for ids ['1ff7d49c-4399-462d-b9e2-819053d0137b'] in dv-cinder-858463-3-smb is: [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '34336398-8d43-4af2-92f7-211926879dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 4, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port': {'id': '34336398-8d43-4af2-92f7-211926879dfb', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:47Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '73a0b6d0-9c50-4c7c-9c4c-76557a86ed28', 'name': '', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'mac_address': 'fa:16:3e:ff:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:48Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 1, 'project_id': '213ce8b88d1c43309080027f9f323610', 'subnets': [{'id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:08:50.554201 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Router 1ff7d49c-4399-462d-b9e2-819053d0137b has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:08:50.581648 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-a03882ae-f3dd-4b26-b4a4-0a76bba0bb00 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a1768248799c49b0a68c16c8a0df3594&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0598943 Oct 17 11:08:50.583723 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54054) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:50.642142 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c2456069-47c0-405b-9cea-b20c1b14c136 admin admin] Publish callbacks [] for security_group (bf56d4fa-9410-4ac0-b437-912ce94f4c60), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:50.666453 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c2456069-47c0-405b-9cea-b20c1b14c136 admin admin] Publish callbacks [] for security_group (bf56d4fa-9410-4ac0-b437-912ce94f4c60), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:50.676473 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:08:50.688377 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-7328a05f-d457-46f2-9344-da5bd06d37cf admin admin] 10.222.0.43 "PUT /v2.0/routers/1ff7d49c-4399-462d-b9e2-819053d0137b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1553710 Oct 17 11:08:50.716731 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c2456069-47c0-405b-9cea-b20c1b14c136 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (bf56d4fa-9410-4ac0-b437-912ce94f4c60), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:50.721464 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c2456069-47c0-405b-9cea-b20c1b14c136 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:50.724973 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-c2456069-47c0-405b-9cea-b20c1b14c136 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf56d4fa-9410-4ac0-b437-912ce94f4c60 HTTP/1.1" status: 204 len: 168 time: 0.1379559 Oct 17 11:08:50.731735 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2456069-47c0-405b-9cea-b20c1b14c136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf56d4fa-9410-4ac0-b437-912ce94f4c60,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:50.978176 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Attempt 3 to provision port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 Oct 17 11:08:51.022730 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:51.274081 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4574ac-be38-48c9-8d08-a80701114ce2 req-b37a0901-c362-4e4f-a987-b16392cbab8f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:51.275904 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ca4574ac-be38-48c9-8d08-a80701114ce2 req-b37a0901-c362-4e4f-a987-b16392cbab8f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0769408 Oct 17 11:08:51.351950 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ca4574ac-be38-48c9-8d08-a80701114ce2 req-984be2f7-25b6-4048-be1c-836e263f5b5d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682874 Oct 17 11:08:51.378411 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device acad21d7-0151-4327-8b7a-67fb259866ce up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:08:51.425933 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54076) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:51.431154 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1539396616-network', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:51.434916 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port acad21d7-0151-4327-8b7a-67fb259866ce triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:51.435294 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:51.435630 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port acad21d7-0151-4327-8b7a-67fb259866ce Oct 17 11:08:51.457311 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] Made reservation on behalf of fb001a9ec7f54a30bf3362631def966c for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:08:51.459573 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:51.468455 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:51.516406 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port acad21d7-0151-4327-8b7a-67fb259866ce is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:51.524704 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Attempt 4 to provision port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 Oct 17 11:08:51.556372 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] Publish callbacks [] for security_group (25fb77dc-0a59-420a-b5a9-408f7f6f1cfc), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:51.563190 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (25fb77dc-0a59-420a-b5a9-408f7f6f1cfc), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:51.566183 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:51.590592 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:08:51.596961 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fb77dc-0a59-420a-b5a9-408f7f6f1cfc,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:51.603603 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (3cd88413-2418-4559-bc5d-54ac6830d862), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:51.604156 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.segments_db [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] Added segment 3cd88413-2418-4559-bc5d-54ac6830d862 of type vlan for network b9b5f12c-c004-4829-aae2-e52d846f1d55 Oct 17 11:08:51.645234 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (b9b5f12c-c004-4829-aae2-e52d846f1d55), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:51.671193 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (b9b5f12c-c004-4829-aae2-e52d846f1d55), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:51.673244 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:51.674231 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:51.726382 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2991111 Oct 17 11:08:51.729288 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 54078) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:51.734797 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-c71c5227-5dd6-4dd6-b72b-e8101f18e4eb admin admin] Request body: {'subnet': {'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1539396616-subnet', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'ip_version': 4}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:51.740046 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a729675-7dcf-44ba-af83-cd5fec7d3b54 admin admin] Pushing event updated for resources: {'Network': ['ID=b9b5f12c-c004-4829-aae2-e52d846f1d55,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:51.753545 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network b9b5f12c-c004-4829-aae2-e52d846f1d55 details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:08:51.757613 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71c5227-5dd6-4dd6-b72b-e8101f18e4eb admin admin] Made reservation on behalf of fb001a9ec7f54a30bf3362631def966c for: {'subnet': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:08:51.759882 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c71c5227-5dd6-4dd6-b72b-e8101f18e4eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5376029'] for subnet (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:51.939221 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c71c5227-5dd6-4dd6-b72b-e8101f18e4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6478531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5376239'] for subnet (f535d0a7-3764-4909-9379-d80e2a9b841b), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:51.992746 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c5227-5dd6-4dd6-b72b-e8101f18e4eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f535d0a7-3764-4909-9379-d80e2a9b841b,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:52.007349 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71c5227-5dd6-4dd6-b72b-e8101f18e4eb admin admin] Checking segment: {'id': '3cd88413-2418-4559-bc5d-54ac6830d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:08:52.007702 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71c5227-5dd6-4dd6-b72b-e8101f18e4eb admin admin] Network hostable DHCP agents. Network: b9b5f12c-c004-4829-aae2-e52d846f1d55, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:08:52.024277 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71c5227-5dd6-4dd6-b72b-e8101f18e4eb admin admin] Network b9b5f12c-c004-4829-aae2-e52d846f1d55 is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:08:52.035157 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-c71c5227-5dd6-4dd6-b72b-e8101f18e4eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, b9b5f12c-c004-4829-aae2-e52d846f1d55) {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:52.039424 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71c5227-5dd6-4dd6-b72b-e8101f18e4eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:52.040023 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c71c5227-5dd6-4dd6-b72b-e8101f18e4eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:52.044258 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1c5152-ed94-44cb-8e23-1f3aeb475cda None None] Network b9b5f12c-c004-4829-aae2-e52d846f1d55 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:08:52.057685 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-c71c5227-5dd6-4dd6-b72b-e8101f18e4eb admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3269002 Oct 17 11:08:52.059688 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54082) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:52.064413 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1539396616-router', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:52.084355 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Attempt 5 to provision port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 Oct 17 11:08:52.088888 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2277'] for router (b78454eb-a1ad-4ea9-82cc-6644e250d187), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:52.089943 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7956270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2282'] for router (b78454eb-a1ad-4ea9-82cc-6644e250d187), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:52.126904 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:52.145491 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Publish callbacks [] for router_controller (b78454eb-a1ad-4ea9-82cc-6644e250d187), precommit_add_association {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:52.171809 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf3f1ddb-2710-502b-b25e-3c7b6ab18000-b9b5f12c-c004-4829-aae2-e52d846f1d55', 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55', 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'fixed_ips': [{'subnet_id': 'f535d0a7-3764-4909-9379-d80e2a9b841b'}]}} from dv-cinder-858463-3-smb. {{(pid=103978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 17 11:08:52.172823 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:52.282725 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Publish callbacks [] for router_gateway (b78454eb-a1ad-4ea9-82cc-6644e250d187), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:52.314054 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Allocated IP 172.20.0.2 (b9b5f12c-c004-4829-aae2-e52d846f1d55/f535d0a7-3764-4909-9379-d80e2a9b841b/12b3eeb2-8624-415c-9fe4-996616336142) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:08:52.483710 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Publish callbacks [] for port (12b3eeb2-8624-415c-9fe4-996616336142), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:52.492589 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (12b3eeb2-8624-415c-9fe4-996616336142), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:52.531666 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Network b9b5f12c-c004-4829-aae2-e52d846f1d55 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:08:52.540016 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:52.543942 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:08:52.547314 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Pushing event updated for resources: {'Port': ['ID=12b3eeb2-8624-415c-9fe4-996616336142,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:52.606518 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Attempting to bind port 12b3eeb2-8624-415c-9fe4-996616336142 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:08:52.606893 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Attempting to bind port 12b3eeb2-8624-415c-9fe4-996616336142 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '3cd88413-2418-4559-bc5d-54ac6830d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:08:52.607259 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Attempting to bind port 12b3eeb2-8624-415c-9fe4-996616336142 on network b9b5f12c-c004-4829-aae2-e52d846f1d55 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:08:52.613330 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:08:52.613714 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Checking segment: {'id': '3cd88413-2418-4559-bc5d-54ac6830d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:08:52.614118 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:52.614512 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Bound using segment: {'id': '3cd88413-2418-4559-bc5d-54ac6830d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:08:52.614987 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Bound port: 12b3eeb2-8624-415c-9fe4-996616336142, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd88413-2418-4559-bc5d-54ac6830d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:08:52.615371 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (12b3eeb2-8624-415c-9fe4-996616336142), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:52.628079 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Attempt 6 to provision port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 Oct 17 11:08:52.681017 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:52.701663 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] For port 12b3eeb2-8624-415c-9fe4-996616336142, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:08:52.705281 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] For port 12b3eeb2-8624-415c-9fe4-996616336142, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=12b3eeb2-8624-415c-9fe4-996616336142,segment=NetworkSegment(3cd88413-2418-4559-bc5d-54ac6830d862),segment_id=3cd88413-2418-4559-bc5d-54ac6830d862)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:08:52.712670 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (12b3eeb2-8624-415c-9fe4-996616336142), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:52.760466 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc763d7-277c-42e1-b62b-d7b56365b14b None None] Pushing event updated for resources: {'Port': ['ID=12b3eeb2-8624-415c-9fe4-996616336142,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:52.761629 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Sync routers for ids ['1ff7d49c-4399-462d-b9e2-819053d0137b'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:08:52.770565 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba3a903-49c7-487f-88a6-b45986bbe74a req-cee304a9-12d9-46e2-a32c-3604308aaa58 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:52.773068 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0ba3a903-49c7-487f-88a6-b45986bbe74a req-cee304a9-12d9-46e2-a32c-3604308aaa58 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.1028008 Oct 17 11:08:52.773238 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Routers {'1ff7d49c-4399-462d-b9e2-819053d0137b'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:08:52.773899 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:08:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['1ff7d49c-4399-462d-b9e2-819053d0137b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:52.775158 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Publish callbacks [] for router_gateway (b78454eb-a1ad-4ea9-82cc-6644e250d187), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:52.802758 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:52.875101 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Set router 1ff7d49c-4399-462d-b9e2-819053d0137b gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:08:52.887499 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0ba3a903-49c7-487f-88a6-b45986bbe74a req-77f79a3a-24d0-4062-bc2e-522ebad87f43 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915840 Oct 17 11:08:52.953785 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Allocated IP 172.28.1.240 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/1c91b4dc-da2f-4333-bea2-209d373fe008) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:08:53.096383 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Publish callbacks [] for port (1c91b4dc-da2f-4333-bea2-209d373fe008), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.133519 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (1c91b4dc-da2f-4333-bea2-209d373fe008), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.137344 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '34336398-8d43-4af2-92f7-211926879dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 4, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port': {'id': '34336398-8d43-4af2-92f7-211926879dfb', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:47Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '73a0b6d0-9c50-4c7c-9c4c-76557a86ed28', 'name': '', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'mac_address': 'fa:16:3e:ff:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:48Z', 'updated_at': '2022-10-17T11:08:50Z', 'revision_number': 2, 'project_id': '213ce8b88d1c43309080027f9f323610', 'subnets': [{'id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:53.171598 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Checking router: 1ff7d49c-4399-462d-b9e2-819053d0137b for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:08:53.172107 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Updating router 1ff7d49c-4399-462d-b9e2-819053d0137b port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 binding host dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:08:53.172696 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:08:53.176320 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:53.182652 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Attempt 7 to provision port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 Oct 17 11:08:53.187375 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:08:53.193442 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Pushing event updated for resources: {'Port': ['ID=1c91b4dc-da2f-4333-bea2-209d373fe008,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:53.214329 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.230879 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:53.427175 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 34336398-8d43-4af2-92f7-211926879dfb up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:08:53.508250 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 34336398-8d43-4af2-92f7-211926879dfb triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:53.508853 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (34336398-8d43-4af2-92f7-211926879dfb), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.509465 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 34336398-8d43-4af2-92f7-211926879dfb Oct 17 11:08:53.519852 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Publish callbacks [] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.522052 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Publish callbacks [] for router_gateway (b78454eb-a1ad-4ea9-82cc-6644e250d187), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.536063 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.634239 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 34336398-8d43-4af2-92f7-211926879dfb is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:53.634686 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (34336398-8d43-4af2-92f7-211926879dfb), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.663176 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port 34336398-8d43-4af2-92f7-211926879dfb, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=34336398-8d43-4af2-92f7-211926879dfb,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:53.672386 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (34336398-8d43-4af2-92f7-211926879dfb), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.673872 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 12b3eeb2-8624-415c-9fe4-996616336142 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:08:53.754062 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Attempt 8 to provision port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 Oct 17 11:08:53.770382 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Pushing event updated for resources: {'Port': ['ID=73a0b6d0-9c50-4c7c-9c4c-76557a86ed28,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:53.790012 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:53.790802 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:53.791333 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:53.791846 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:53.792374 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:53.792882 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:53.793432 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:53.793983 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:53.794632 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:53.795181 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:53.795724 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:53.796310 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:53.796856 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:08:53.819230 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Attempting to bind port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:08:53.820038 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Attempting to bind port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '752f672f-46e2-46ca-9b96-543991b704a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:08:53.820649 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Attempting to bind port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 on network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:08:53.827838 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:08:53.828925 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Checking segment: {'id': '752f672f-46e2-46ca-9b96-543991b704a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:08:53.829678 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.829871 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882870'] for router (b78454eb-a1ad-4ea9-82cc-6644e250d187), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.830835 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Bound using segment: {'id': '752f672f-46e2-46ca-9b96-543991b704a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:08:53.831535 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Bound port: 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '752f672f-46e2-46ca-9b96-543991b704a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:08:53.832154 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.839654 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 12b3eeb2-8624-415c-9fe4-996616336142 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:53.840032 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (12b3eeb2-8624-415c-9fe4-996616336142), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.841009 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 12b3eeb2-8624-415c-9fe4-996616336142 Oct 17 11:08:53.843270 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:53.864598 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=34336398-8d43-4af2-92f7-211926879dfb,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:53.908817 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] For port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:08:53.913220 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] For port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=73a0b6d0-9c50-4c7c-9c4c-76557a86ed28,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:08:53.922317 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.936872 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe6eb23-da94-4edf-aa25-aafb662daaf4 None None] Network b9b5f12c-c004-4829-aae2-e52d846f1d55 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:08:53.959198 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Routers {'1ff7d49c-4399-462d-b9e2-819053d0137b'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:08:53.959818 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:08:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['1ff7d49c-4399-462d-b9e2-819053d0137b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:53.982662 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 12b3eeb2-8624-415c-9fe4-996616336142 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:53.983059 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (12b3eeb2-8624-415c-9fe4-996616336142), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:53.999042 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Router b78454eb-a1ad-4ea9-82cc-6644e250d187 is scheduled to L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 with binding_index 1 {{(pid=103977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 11:08:54.022588 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce11587-b11f-476a-b0ff-72afb6f20fef None None] Pushing event updated for resources: {'Port': ['ID=73a0b6d0-9c50-4c7c-9c4c-76557a86ed28,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:54.048995 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port 12b3eeb2-8624-415c-9fe4-996616336142, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=12b3eeb2-8624-415c-9fe4-996616336142,segment=NetworkSegment(3cd88413-2418-4559-bc5d-54ac6830d862),segment_id=3cd88413-2418-4559-bc5d-54ac6830d862)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:54.057395 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (12b3eeb2-8624-415c-9fe4-996616336142), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:54.099778 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] Set router 1ff7d49c-4399-462d-b9e2-819053d0137b gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:08:54.136995 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=12b3eeb2-8624-415c-9fe4-996616336142,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:54.186229 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdb352a-b3cb-4697-84dc-345b93cc6ecf req-ec7809ed-1dc4-431c-9515-0d6bed1be885 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:54.186679 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6fdb352a-b3cb-4697-84dc-345b93cc6ecf req-ec7809ed-1dc4-431c-9515-0d6bed1be885 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.1148703 Oct 17 11:08:54.189724 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:08:54.202567 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Sync routers for ids ['b78454eb-a1ad-4ea9-82cc-6644e250d187'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:08:54.215125 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:54.219817 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-20f37933-b25b-4d85-b2ac-562cabb12392 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1557148 Oct 17 11:08:54.220167 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 54100) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:54.223310 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Routers {'b78454eb-a1ad-4ea9-82cc-6644e250d187'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:08:54.224610 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-1a012897-9d40-4945-93c0-813376c9882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:08:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['b78454eb-a1ad-4ea9-82cc-6644e250d187'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:54.320671 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6fdb352a-b3cb-4697-84dc-345b93cc6ecf req-ec05834c-26d5-451c-be05-1f28004fca71 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031268 Oct 17 11:08:54.365456 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '34336398-8d43-4af2-92f7-211926879dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 4, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port': {'id': '34336398-8d43-4af2-92f7-211926879dfb', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:47Z', 'updated_at': '2022-10-17T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '73a0b6d0-9c50-4c7c-9c4c-76557a86ed28', 'name': '', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'mac_address': 'fa:16:3e:ff:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:48Z', 'updated_at': '2022-10-17T11:08:53Z', 'revision_number': 4, 'project_id': '213ce8b88d1c43309080027f9f323610', 'subnets': [{'id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:54.375533 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Attempt 9 to provision port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 Oct 17 11:08:54.395158 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5587bd9c-f761-4922-9bf7-813271868592 None None] The sync data for ids ['1ff7d49c-4399-462d-b9e2-819053d0137b'] in dv-cinder-858463-3-smb is: [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '34336398-8d43-4af2-92f7-211926879dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 4, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port': {'id': '34336398-8d43-4af2-92f7-211926879dfb', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:47Z', 'updated_at': '2022-10-17T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '73a0b6d0-9c50-4c7c-9c4c-76557a86ed28', 'name': '', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'mac_address': 'fa:16:3e:ff:eb:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:48Z', 'updated_at': '2022-10-17T11:08:53Z', 'revision_number': 4, 'project_id': '213ce8b88d1c43309080027f9f323610', 'subnets': [{'id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:08:54.436290 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Set router b78454eb-a1ad-4ea9-82cc-6644e250d187 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:08:54.582250 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Current status of the port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:54.582640 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:54.661571 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] For port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=73a0b6d0-9c50-4c7c-9c4c-76557a86ed28,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:54.672369 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:54.697615 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:54.759140 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4765326b-ca37-4b6a-8491-e97e10c30a50 None None] Pushing event updated for resources: {'Port': ['ID=73a0b6d0-9c50-4c7c-9c4c-76557a86ed28,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:54.786437 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-1a012897-9d40-4945-93c0-813376c9882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'name': 'tempest-TestShelveInstance-1539396616-router', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1c91b4dc-da2f-4333-bea2-209d373fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:08:53Z', 'revision_number': 3, 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'gw_port': {'id': '1c91b4dc-da2f-4333-bea2-209d373fe008', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:54.825068 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Checking router: b78454eb-a1ad-4ea9-82cc-6644e250d187 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:08:54.825068 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Updating router b78454eb-a1ad-4ea9-82cc-6644e250d187 port 1c91b4dc-da2f-4333-bea2-209d373fe008 binding host dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:08:54.856189 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-480cd8a0-1ebc-477e-9fdc-9cfc5675e76f None None] Provisioning complete for port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:54.856481 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-480cd8a0-1ebc-477e-9fdc-9cfc5675e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:54.856819 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-480cd8a0-1ebc-477e-9fdc-9cfc5675e76f None None] Attempt 1 to provision port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 Oct 17 11:08:54.876855 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Allocated IP 172.20.0.1 (b9b5f12c-c004-4829-aae2-e52d846f1d55/f535d0a7-3764-4909-9379-d80e2a9b841b/f478dc5b-ed33-4719-8617-a150957b0b2a) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:08:54.888958 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (1c91b4dc-da2f-4333-bea2-209d373fe008), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:54.994787 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Publish callbacks [] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.031830 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.079502 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Network b9b5f12c-c004-4829-aae2-e52d846f1d55 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:08:55.084670 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:55.087202 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:08:55.120018 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Pushing event updated for resources: {'Port': ['ID=f478dc5b-ed33-4719-8617-a150957b0b2a,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:55.141880 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878563'] for router_interface (b78454eb-a1ad-4ea9-82cc-6644e250d187), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.168980 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-480cd8a0-1ebc-477e-9fdc-9cfc5675e76f None None] Current status of the port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:55.223507 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-480cd8a0-1ebc-477e-9fdc-9cfc5675e76f None None] Provisioning complete for port 12b3eeb2-8624-415c-9fe4-996616336142 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:55.224085 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-480cd8a0-1ebc-477e-9fdc-9cfc5675e76f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (12b3eeb2-8624-415c-9fe4-996616336142), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.224085 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-480cd8a0-1ebc-477e-9fdc-9cfc5675e76f None None] Attempt 1 to provision port 12b3eeb2-8624-415c-9fe4-996616336142 Oct 17 11:08:55.318462 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.368834 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-480cd8a0-1ebc-477e-9fdc-9cfc5675e76f None None] Current status of the port 12b3eeb2-8624-415c-9fe4-996616336142 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:55.383577 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Publish callbacks [] for port (1c91b4dc-da2f-4333-bea2-209d373fe008), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.394486 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (1c91b4dc-da2f-4333-bea2-209d373fe008), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.401759 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 34336398-8d43-4af2-92f7-211926879dfb up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:08:55.454706 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Attempting to bind port 1c91b4dc-da2f-4333-bea2-209d373fe008 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:08:55.455085 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Attempting to bind port 1c91b4dc-da2f-4333-bea2-209d373fe008 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:08:55.455441 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Attempting to bind port 1c91b4dc-da2f-4333-bea2-209d373fe008 on network 59bc4f32-b948-49dd-8148-863382a25dbf {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:08:55.476970 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:08:55.477363 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Checking segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:08:55.477766 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.478154 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Bound using segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:08:55.478622 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Bound port: 1c91b4dc-da2f-4333-bea2-209d373fe008, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:08:55.478991 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (1c91b4dc-da2f-4333-bea2-209d373fe008), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.504525 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f974bd-917e-4751-ab9e-927ce99e3940 None None] Pushing event updated for resources: {'Port': ['ID=1c91b4dc-da2f-4333-bea2-209d373fe008,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:55.516981 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Publish callbacks [] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.525400 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a9f0f6-64fc-45e1-96c4-c961bc7f4262 req-aa9bd590-a189-4958-be04-482c82a11c57 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:55.526970 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-14a9f0f6-64fc-45e1-96c4-c961bc7f4262 req-aa9bd590-a189-4958-be04-482c82a11c57 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.1009238 Oct 17 11:08:55.528163 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.546544 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Provisioning complete for port f478dc5b-ed33-4719-8617-a150957b0b2a triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:55.547115 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.547457 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Attempt 1 to provision port f478dc5b-ed33-4719-8617-a150957b0b2a Oct 17 11:08:55.580579 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 34336398-8d43-4af2-92f7-211926879dfb triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:55.580957 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (34336398-8d43-4af2-92f7-211926879dfb), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.581320 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 34336398-8d43-4af2-92f7-211926879dfb Oct 17 11:08:55.583181 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-1a012897-9d40-4945-93c0-813376c9882e None None] For port 1c91b4dc-da2f-4333-bea2-209d373fe008, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:08:55.612459 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Pushing event updated for resources: {'Port': ['ID=f478dc5b-ed33-4719-8617-a150957b0b2a,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:55.621344 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-1a012897-9d40-4945-93c0-813376c9882e None None] For port 1c91b4dc-da2f-4333-bea2-209d373fe008, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=1c91b4dc-da2f-4333-bea2-209d373fe008,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:08:55.624614 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Port f478dc5b-ed33-4719-8617-a150957b0b2a cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:55.624775 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8316014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7878455'] for router_interface (b78454eb-a1ad-4ea9-82cc-6644e250d187), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.635188 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (1c91b4dc-da2f-4333-bea2-209d373fe008), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.646057 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-14a9f0f6-64fc-45e1-96c4-c961bc7f4262 req-f471f908-087b-44ac-9b5e-e251923cb791 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950191 Oct 17 11:08:55.677422 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Routers {'b78454eb-a1ad-4ea9-82cc-6644e250d187'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:08:55.678065 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-1a012897-9d40-4945-93c0-813376c9882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:08:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['b78454eb-a1ad-4ea9-82cc-6644e250d187'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:55.728501 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Network b9b5f12c-c004-4829-aae2-e52d846f1d55 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:08:55.729973 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:08:55.754543 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f974bd-917e-4751-ab9e-927ce99e3940 None None] Pushing event updated for resources: {'Port': ['ID=1c91b4dc-da2f-4333-bea2-209d373fe008,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:55.769597 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 34336398-8d43-4af2-92f7-211926879dfb is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:55.770723 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:08:55.847827 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Router b78454eb-a1ad-4ea9-82cc-6644e250d187 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:08:55.860785 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-1a012897-9d40-4945-93c0-813376c9882e None None] Set router b78454eb-a1ad-4ea9-82cc-6644e250d187 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:08:55.894441 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:55.894778 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:55.895071 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 Oct 17 11:08:55.960763 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:08:55.970607 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-bcbd3936-ed45-4cb6-8156-30d8a377d412 admin admin] 10.222.0.43 "PUT /v2.0/routers/b78454eb-a1ad-4ea9-82cc-6644e250d187/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7446573 Oct 17 11:08:56.071017 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:56.072087 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 12b3eeb2-8624-415c-9fe4-996616336142 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:08:56.125786 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Attempt 2 to provision port f478dc5b-ed33-4719-8617-a150957b0b2a Oct 17 11:08:56.170209 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Port f478dc5b-ed33-4719-8617-a150957b0b2a cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:56.180249 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 12b3eeb2-8624-415c-9fe4-996616336142 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:56.180634 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (12b3eeb2-8624-415c-9fe4-996616336142), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.180972 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 12b3eeb2-8624-415c-9fe4-996616336142 Oct 17 11:08:56.206653 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-1a012897-9d40-4945-93c0-813376c9882e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'name': 'tempest-TestShelveInstance-1539396616-router', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1c91b4dc-da2f-4333-bea2-209d373fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:08:55Z', 'revision_number': 4, 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'gw_port': {'id': '1c91b4dc-da2f-4333-bea2-209d373fe008', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'f478dc5b-ed33-4719-8617-a150957b0b2a', 'name': '', 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'mac_address': 'fa:16:3e:6c:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f535d0a7-3764-4909-9379-d80e2a9b841b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:54Z', 'updated_at': '2022-10-17T11:08:55Z', 'revision_number': 2, 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'subnets': [{'id': 'f535d0a7-3764-4909-9379-d80e2a9b841b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:56.240086 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a012897-9d40-4945-93c0-813376c9882e None None] The sync data for ids ['b78454eb-a1ad-4ea9-82cc-6644e250d187'] in dv-cinder-858463-3-smb is: [{'id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'name': 'tempest-TestShelveInstance-1539396616-router', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1c91b4dc-da2f-4333-bea2-209d373fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:08:55Z', 'revision_number': 4, 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'gw_port': {'id': '1c91b4dc-da2f-4333-bea2-209d373fe008', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:08:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'f478dc5b-ed33-4719-8617-a150957b0b2a', 'name': '', 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'mac_address': 'fa:16:3e:6c:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f535d0a7-3764-4909-9379-d80e2a9b841b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:54Z', 'updated_at': '2022-10-17T11:08:55Z', 'revision_number': 2, 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'subnets': [{'id': 'f535d0a7-3764-4909-9379-d80e2a9b841b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:08:56.295127 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 12b3eeb2-8624-415c-9fe4-996616336142 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:56.334153 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 54118) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:56.338690 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-9a2bbe3f-48b6-42cc-bb80-b2561e78603c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1886158987', 'description': 'tempest-secgroup-smoke-1886158987 description', 'project_id': '213ce8b88d1c43309080027f9f323610'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:56.361983 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbe3f-48b6-42cc-bb80-b2561e78603c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.437823 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbe3f-48b6-42cc-bb80-b2561e78603c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group (43029f98-f7dc-466a-a17e-50cf81514f0e), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.443997 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbe3f-48b6-42cc-bb80-b2561e78603c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (43029f98-f7dc-466a-a17e-50cf81514f0e), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.484944 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9a2bbe3f-48b6-42cc-bb80-b2561e78603c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.489104 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-9a2bbe3f-48b6-42cc-bb80-b2561e78603c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1514444 Oct 17 11:08:56.489794 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54122) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:56.491552 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2bbe3f-48b6-42cc-bb80-b2561e78603c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43029f98-f7dc-466a-a17e-50cf81514f0e,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:56.500963 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-8e0619fa-717c-46e1-8f62-6c9a0d6953c6 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Request body: {'security_group_rule': {'security_group_id': '43029f98-f7dc-466a-a17e-50cf81514f0e', 'project_id': '213ce8b88d1c43309080027f9f323610', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:56.535975 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8e0619fa-717c-46e1-8f62-6c9a0d6953c6 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (3ea9da81-51cc-4691-b56f-67f19ee923e3), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.610073 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8e0619fa-717c-46e1-8f62-6c9a0d6953c6 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (3ea9da81-51cc-4691-b56f-67f19ee923e3), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.615161 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8e0619fa-717c-46e1-8f62-6c9a0d6953c6 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (3ea9da81-51cc-4691-b56f-67f19ee923e3), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.630990 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0619fa-717c-46e1-8f62-6c9a0d6953c6 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea9da81-51cc-4691-b56f-67f19ee923e3,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:56.649358 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8e0619fa-717c-46e1-8f62-6c9a0d6953c6 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.653444 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-8e0619fa-717c-46e1-8f62-6c9a0d6953c6 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1593802 Oct 17 11:08:56.653600 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54126) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:56.658358 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-216ed8d4-6a4f-4beb-96fd-5cb1e93010ef tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Request body: {'security_group_rule': {'security_group_id': '43029f98-f7dc-466a-a17e-50cf81514f0e', 'project_id': '213ce8b88d1c43309080027f9f323610', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:56.671761 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Attempt 3 to provision port f478dc5b-ed33-4719-8617-a150957b0b2a Oct 17 11:08:56.697825 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-216ed8d4-6a4f-4beb-96fd-5cb1e93010ef tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (40a302b7-0d75-4e27-a0ba-4d9921c77dc3), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.710239 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Port f478dc5b-ed33-4719-8617-a150957b0b2a cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:56.794413 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-216ed8d4-6a4f-4beb-96fd-5cb1e93010ef tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (40a302b7-0d75-4e27-a0ba-4d9921c77dc3), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.801121 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-216ed8d4-6a4f-4beb-96fd-5cb1e93010ef tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (40a302b7-0d75-4e27-a0ba-4d9921c77dc3), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.828062 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ed8d4-6a4f-4beb-96fd-5cb1e93010ef tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40a302b7-0d75-4e27-a0ba-4d9921c77dc3,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:56.836638 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1619dca-6e9c-4d42-b557-7d5ec22f69e3 req-efe54450-3d0b-4e3d-b053-a164a12b655f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:56.838172 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d1619dca-6e9c-4d42-b557-7d5ec22f69e3 req-efe54450-3d0b-4e3d-b053-a164a12b655f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0917168 Oct 17 11:08:56.841744 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-216ed8d4-6a4f-4beb-96fd-5cb1e93010ef tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.842906 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-216ed8d4-6a4f-4beb-96fd-5cb1e93010ef tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1883385 Oct 17 11:08:56.845832 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54130) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:56.850220 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-3ca74495-63dd-4e33-8ea5-ced9c020a89c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Request body: {'security_group_rule': {'security_group_id': '43029f98-f7dc-466a-a17e-50cf81514f0e', 'project_id': '213ce8b88d1c43309080027f9f323610', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:56.902769 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3ca74495-63dd-4e33-8ea5-ced9c020a89c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (a650b20f-eb2d-4c43-88ad-50943ef9e22d), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.917241 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d1619dca-6e9c-4d42-b557-7d5ec22f69e3 req-8234c418-ea23-4e90-b535-7746d2f38561 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625870 Oct 17 11:08:56.965505 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3ca74495-63dd-4e33-8ea5-ced9c020a89c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (a650b20f-eb2d-4c43-88ad-50943ef9e22d), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.972208 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3ca74495-63dd-4e33-8ea5-ced9c020a89c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (a650b20f-eb2d-4c43-88ad-50943ef9e22d), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:56.992372 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca74495-63dd-4e33-8ea5-ced9c020a89c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a650b20f-eb2d-4c43-88ad-50943ef9e22d,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:57.002996 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-3ca74495-63dd-4e33-8ea5-ced9c020a89c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.004270 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-3ca74495-63dd-4e33-8ea5-ced9c020a89c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1574469 Oct 17 11:08:57.007019 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54132) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:57.011308 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-4412fb0c-9fbe-4d76-81d4-cba3a86da267 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Request body: {'security_group_rule': {'security_group_id': '43029f98-f7dc-466a-a17e-50cf81514f0e', 'project_id': '213ce8b88d1c43309080027f9f323610', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:57.036571 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4412fb0c-9fbe-4d76-81d4-cba3a86da267 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (d223ac27-50da-4867-9071-bb95b8f96699), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.115682 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4412fb0c-9fbe-4d76-81d4-cba3a86da267 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (d223ac27-50da-4867-9071-bb95b8f96699), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.119463 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4412fb0c-9fbe-4d76-81d4-cba3a86da267 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (d223ac27-50da-4867-9071-bb95b8f96699), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.137931 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412fb0c-9fbe-4d76-81d4-cba3a86da267 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d223ac27-50da-4867-9071-bb95b8f96699,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:57.147304 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4412fb0c-9fbe-4d76-81d4-cba3a86da267 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.148532 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-4412fb0c-9fbe-4d76-81d4-cba3a86da267 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1406057 Oct 17 11:08:57.151471 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 54134) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:57.156417 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-92c202b3-a6ed-47fa-8cdc-ae85633e48c4 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Request body: {'security_group_rule': {'security_group_id': '43029f98-f7dc-466a-a17e-50cf81514f0e', 'project_id': '213ce8b88d1c43309080027f9f323610', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:57.179009 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.securitygroups_db [None req-92c202b3-a6ed-47fa-8cdc-ae85633e48c4 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Project 213ce8b88d1c43309080027f9f323610 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 11:08:57.187746 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-92c202b3-a6ed-47fa-8cdc-ae85633e48c4 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (927448e2-3c62-433f-9bd7-2933493ea111), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.211290 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Attempt 4 to provision port f478dc5b-ed33-4719-8617-a150957b0b2a Oct 17 11:08:57.247538 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Port f478dc5b-ed33-4719-8617-a150957b0b2a cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:57.248189 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-92c202b3-a6ed-47fa-8cdc-ae85633e48c4 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (927448e2-3c62-433f-9bd7-2933493ea111), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.253403 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-92c202b3-a6ed-47fa-8cdc-ae85633e48c4 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (927448e2-3c62-433f-9bd7-2933493ea111), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.267927 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c202b3-a6ed-47fa-8cdc-ae85633e48c4 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927448e2-3c62-433f-9bd7-2933493ea111,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:57.287276 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-92c202b3-a6ed-47fa-8cdc-ae85633e48c4 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.288785 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-92c202b3-a6ed-47fa-8cdc-ae85633e48c4 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1363056 Oct 17 11:08:57.291569 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 54136) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:08:57.296817 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-99335657-e9b2-45fa-a3d0-40634c3e0744 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Request body: {'security_group_rule': {'security_group_id': '43029f98-f7dc-466a-a17e-50cf81514f0e', 'project_id': '213ce8b88d1c43309080027f9f323610', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:08:57.320769 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.securitygroups_db [None req-99335657-e9b2-45fa-a3d0-40634c3e0744 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Project 213ce8b88d1c43309080027f9f323610 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 11:08:57.325848 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-99335657-e9b2-45fa-a3d0-40634c3e0744 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (0fe5c2ba-62bd-43ef-b62c-7544e05f9e40), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.349981 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 1c91b4dc-da2f-4333-bea2-209d373fe008 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:08:57.399438 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 1c91b4dc-da2f-4333-bea2-209d373fe008 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:57.400031 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (1c91b4dc-da2f-4333-bea2-209d373fe008), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.400530 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 1c91b4dc-da2f-4333-bea2-209d373fe008 Oct 17 11:08:57.404234 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-99335657-e9b2-45fa-a3d0-40634c3e0744 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (0fe5c2ba-62bd-43ef-b62c-7544e05f9e40), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.410989 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-99335657-e9b2-45fa-a3d0-40634c3e0744 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (0fe5c2ba-62bd-43ef-b62c-7544e05f9e40), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.432313 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99335657-e9b2-45fa-a3d0-40634c3e0744 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fe5c2ba-62bd-43ef-b62c-7544e05f9e40,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:57.444741 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-99335657-e9b2-45fa-a3d0-40634c3e0744 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.461794 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-99335657-e9b2-45fa-a3d0-40634c3e0744 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1687806 Oct 17 11:08:57.497728 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 1c91b4dc-da2f-4333-bea2-209d373fe008 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:57.498132 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (1c91b4dc-da2f-4333-bea2-209d373fe008), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.521993 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port 1c91b4dc-da2f-4333-bea2-209d373fe008, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=1c91b4dc-da2f-4333-bea2-209d373fe008,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:08:57.528509 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (1c91b4dc-da2f-4333-bea2-209d373fe008), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:57.577434 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=1c91b4dc-da2f-4333-bea2-209d373fe008,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:57.748886 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Attempt 5 to provision port f478dc5b-ed33-4719-8617-a150957b0b2a Oct 17 11:08:57.792620 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Port f478dc5b-ed33-4719-8617-a150957b0b2a cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:58.048812 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1f66dd-869e-4bf2-8717-acc58d5be2d6 req-d3ca8d12-38d9-44ab-a01c-8efa4590a3b7 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:58.050336 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9c1f66dd-869e-4bf2-8717-acc58d5be2d6 req-d3ca8d12-38d9-44ab-a01c-8efa4590a3b7 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0537012 Oct 17 11:08:58.098879 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9c1f66dd-869e-4bf2-8717-acc58d5be2d6 req-bf980576-3d7e-4e33-aa1a-e863c84e2376 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423944 Oct 17 11:08:58.294956 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Attempt 6 to provision port f478dc5b-ed33-4719-8617-a150957b0b2a Oct 17 11:08:58.329074 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Port f478dc5b-ed33-4719-8617-a150957b0b2a cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:58.604860 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Sync routers for ids ['b78454eb-a1ad-4ea9-82cc-6644e250d187'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:08:58.616434 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Routers {'b78454eb-a1ad-4ea9-82cc-6644e250d187'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:08:58.617044 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:08:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['b78454eb-a1ad-4ea9-82cc-6644e250d187'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:58.721983 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Set router b78454eb-a1ad-4ea9-82cc-6644e250d187 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:08:58.830362 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Attempt 7 to provision port f478dc5b-ed33-4719-8617-a150957b0b2a Oct 17 11:08:58.868585 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Port f478dc5b-ed33-4719-8617-a150957b0b2a cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:58.923396 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'name': 'tempest-TestShelveInstance-1539396616-router', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1c91b4dc-da2f-4333-bea2-209d373fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:08:55Z', 'revision_number': 4, 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'gw_port': {'id': '1c91b4dc-da2f-4333-bea2-209d373fe008', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'f478dc5b-ed33-4719-8617-a150957b0b2a', 'name': '', 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'mac_address': 'fa:16:3e:6c:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f535d0a7-3764-4909-9379-d80e2a9b841b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:54Z', 'updated_at': '2022-10-17T11:08:55Z', 'revision_number': 2, 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'subnets': [{'id': 'f535d0a7-3764-4909-9379-d80e2a9b841b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:58.947790 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Checking router: b78454eb-a1ad-4ea9-82cc-6644e250d187 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:08:58.948144 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Updating router b78454eb-a1ad-4ea9-82cc-6644e250d187 port f478dc5b-ed33-4719-8617-a150957b0b2a binding host dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:08:58.975614 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:59.225052 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744db463-716e-4e8a-b8f1-fd62cb93cf49 req-c8c22062-6ffd-4331-93a2-9028b02b039c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:08:59.226614 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-744db463-716e-4e8a-b8f1-fd62cb93cf49 req-c8c22062-6ffd-4331-93a2-9028b02b039c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0530159 Oct 17 11:08:59.250888 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Publish callbacks [] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:59.258867 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:59.281869 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-744db463-716e-4e8a-b8f1-fd62cb93cf49 req-4d6702b9-9fca-4919-b67f-7365345b54f6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491855 Oct 17 11:08:59.308262 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e0080-f454-4eb4-b331-4b759856df52 None None] Pushing event updated for resources: {'Port': ['ID=f478dc5b-ed33-4719-8617-a150957b0b2a,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:59.322355 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 1c91b4dc-da2f-4333-bea2-209d373fe008 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:08:59.364509 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Attempting to bind port f478dc5b-ed33-4719-8617-a150957b0b2a on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:08:59.364753 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Attempting to bind port f478dc5b-ed33-4719-8617-a150957b0b2a by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '3cd88413-2418-4559-bc5d-54ac6830d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:08:59.365107 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Attempting to bind port f478dc5b-ed33-4719-8617-a150957b0b2a on network b9b5f12c-c004-4829-aae2-e52d846f1d55 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:08:59.367433 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 1c91b4dc-da2f-4333-bea2-209d373fe008 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:08:59.367807 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (1c91b4dc-da2f-4333-bea2-209d373fe008), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:59.368138 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 1c91b4dc-da2f-4333-bea2-209d373fe008 Oct 17 11:08:59.369436 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Attempt 8 to provision port f478dc5b-ed33-4719-8617-a150957b0b2a Oct 17 11:08:59.370226 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:08:59.370591 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Checking segment: {'id': '3cd88413-2418-4559-bc5d-54ac6830d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:08:59.370982 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:59.371369 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Bound using segment: {'id': '3cd88413-2418-4559-bc5d-54ac6830d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:08:59.372646 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Bound port: f478dc5b-ed33-4719-8617-a150957b0b2a, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cd88413-2418-4559-bc5d-54ac6830d862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:08:59.372646 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:59.427125 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Port f478dc5b-ed33-4719-8617-a150957b0b2a cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:08:59.431191 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] For port f478dc5b-ed33-4719-8617-a150957b0b2a, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:08:59.434785 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] For port f478dc5b-ed33-4719-8617-a150957b0b2a, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=f478dc5b-ed33-4719-8617-a150957b0b2a,segment=NetworkSegment(3cd88413-2418-4559-bc5d-54ac6830d862),segment_id=3cd88413-2418-4559-bc5d-54ac6830d862)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:08:59.443347 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:08:59.468778 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 1c91b4dc-da2f-4333-bea2-209d373fe008 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:08:59.489400 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Routers {'b78454eb-a1ad-4ea9-82cc-6644e250d187'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:08:59.490001 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:08:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['b78454eb-a1ad-4ea9-82cc-6644e250d187'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:59.532068 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e0080-f454-4eb4-b331-4b759856df52 None None] Pushing event updated for resources: {'Port': ['ID=f478dc5b-ed33-4719-8617-a150957b0b2a,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:08:59.609349 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] Set router b78454eb-a1ad-4ea9-82cc-6644e250d187 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:08:59.898541 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'name': 'tempest-TestShelveInstance-1539396616-router', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1c91b4dc-da2f-4333-bea2-209d373fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:08:55Z', 'revision_number': 4, 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'gw_port': {'id': '1c91b4dc-da2f-4333-bea2-209d373fe008', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'f478dc5b-ed33-4719-8617-a150957b0b2a', 'name': '', 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'mac_address': 'fa:16:3e:6c:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f535d0a7-3764-4909-9379-d80e2a9b841b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:54Z', 'updated_at': '2022-10-17T11:08:59Z', 'revision_number': 4, 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'subnets': [{'id': 'f535d0a7-3764-4909-9379-d80e2a9b841b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:08:59.923854 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72fdc41e-6df8-448b-897d-585a873ecae9 None None] The sync data for ids ['b78454eb-a1ad-4ea9-82cc-6644e250d187'] in dv-cinder-858463-3-smb is: [{'id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'name': 'tempest-TestShelveInstance-1539396616-router', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1c91b4dc-da2f-4333-bea2-209d373fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:08:55Z', 'revision_number': 4, 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'gw_port': {'id': '1c91b4dc-da2f-4333-bea2-209d373fe008', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'f478dc5b-ed33-4719-8617-a150957b0b2a', 'name': '', 'network_id': 'b9b5f12c-c004-4829-aae2-e52d846f1d55', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'mac_address': 'fa:16:3e:6c:50:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'f535d0a7-3764-4909-9379-d80e2a9b841b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:54Z', 'updated_at': '2022-10-17T11:08:59Z', 'revision_number': 4, 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'subnets': [{'id': 'f535d0a7-3764-4909-9379-d80e2a9b841b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:08:59.927944 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Attempt 9 to provision port f478dc5b-ed33-4719-8617-a150957b0b2a Oct 17 11:09:00.007231 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Current status of the port f478dc5b-ed33-4719-8617-a150957b0b2a is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:09:00.007622 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:00.046508 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] For port f478dc5b-ed33-4719-8617-a150957b0b2a, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=f478dc5b-ed33-4719-8617-a150957b0b2a,segment=NetworkSegment(3cd88413-2418-4559-bc5d-54ac6830d862),segment_id=3cd88413-2418-4559-bc5d-54ac6830d862)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:00.052617 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:00.115937 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d8cdc-9ac0-4ad0-bc16-8b3996295876 None None] Pushing event updated for resources: {'Port': ['ID=f478dc5b-ed33-4719-8617-a150957b0b2a,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:00.175376 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-e633a422-2c51-49a0-af6b-0176086ace4c None None] Provisioning complete for port f478dc5b-ed33-4719-8617-a150957b0b2a triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:09:00.175752 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e633a422-2c51-49a0-af6b-0176086ace4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:00.176091 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e633a422-2c51-49a0-af6b-0176086ace4c None None] Attempt 1 to provision port f478dc5b-ed33-4719-8617-a150957b0b2a Oct 17 11:09:00.254551 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e633a422-2c51-49a0-af6b-0176086ace4c None None] Current status of the port f478dc5b-ed33-4719-8617-a150957b0b2a is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:09:00.413801 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d258cf57-eb98-48b6-8462-79d6204d18ee req-d74b16b8-c46e-4ccd-854f-846cf73a163b tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:00.415236 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d258cf57-eb98-48b6-8462-79d6204d18ee req-d74b16b8-c46e-4ccd-854f-846cf73a163b tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0524924 Oct 17 11:09:00.467490 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d258cf57-eb98-48b6-8462-79d6204d18ee req-f2c3c8ac-0808-4b03-a8c3-0a91b90581b4 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459645 Oct 17 11:09:01.332508 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device f478dc5b-ed33-4719-8617-a150957b0b2a up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:09:01.380340 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port f478dc5b-ed33-4719-8617-a150957b0b2a triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:09:01.380745 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:01.381120 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port f478dc5b-ed33-4719-8617-a150957b0b2a Oct 17 11:09:01.470981 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port f478dc5b-ed33-4719-8617-a150957b0b2a is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:09:01.603209 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42983ad8-4e80-435d-b84a-8c9a7690cc22 req-f0dcabef-50e8-4273-91cc-0217ea1dcbad tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:01.605118 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-42983ad8-4e80-435d-b84a-8c9a7690cc22 req-f0dcabef-50e8-4273-91cc-0217ea1dcbad tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0557070 Oct 17 11:09:01.661052 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-42983ad8-4e80-435d-b84a-8c9a7690cc22 req-5059f12b-0149-493b-bad8-39658cb02a9c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487084 Oct 17 11:09:02.505683 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5fe3f1-6c59-49ea-8d39-584e864f03e9 req-4d3ee214-9a22-416d-a9c4-1e4807e7e092 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:02.507231 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-dc5fe3f1-6c59-49ea-8d39-584e864f03e9 req-4d3ee214-9a22-416d-a9c4-1e4807e7e092 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 946 time: 0.0544977 Oct 17 11:09:02.555790 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-dc5fe3f1-6c59-49ea-8d39-584e864f03e9 req-acde0eea-a4f9-4006-8dbd-95dac113d002 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Oct 17 11:09:02.795783 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca22c77-aca8-4016-af52-0418c8d657cd req-36832b22-bc46-4e86-9189-5d15552eb31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:02.797379 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-eca22c77-aca8-4016-af52-0418c8d657cd req-36832b22-bc46-4e86-9189-5d15552eb31e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 1129 time: 0.0475209 Oct 17 11:09:02.798677 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43e7f7-78ed-4511-b382-b96e4136ac30 req-8a41de95-9145-4290-b76e-17ed5d2735e2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:02.801570 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6a43e7f7-78ed-4511-b382-b96e4136ac30 req-8a41de95-9145-4290-b76e-17ed5d2735e2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0594101 Oct 17 11:09:02.848822 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-eca22c77-aca8-4016-af52-0418c8d657cd req-ef3ead62-7c15-4cc2-b33d-03113d16d6ed service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432212 Oct 17 11:09:02.859359 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6a43e7f7-78ed-4511-b382-b96e4136ac30 req-ab0b3657-136c-4f06-baa8-c5c0af10df93 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521088 Oct 17 11:09:03.686746 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c83e84-ff31-4fef-9d73-0950c21b0217 req-14bd5948-bcf7-4776-8a0a-f1e1e98adab6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:03.688243 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-49c83e84-ff31-4fef-9d73-0950c21b0217 req-14bd5948-bcf7-4776-8a0a-f1e1e98adab6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 946 time: 0.0574384 Oct 17 11:09:03.734992 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-49c83e84-ff31-4fef-9d73-0950c21b0217 req-b83fe3ae-6aa1-41c5-abdf-052d7df50de2 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407221 Oct 17 11:09:04.000952 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc0229-7b6a-4f86-858c-97f690a95427 req-fdb86976-17a6-4f4b-9c8f-52b9b7d9be94 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:04.003010 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-96dc0229-7b6a-4f86-858c-97f690a95427 req-fdb86976-17a6-4f4b-9c8f-52b9b7d9be94 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0683661 Oct 17 11:09:04.056898 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-96dc0229-7b6a-4f86-858c-97f690a95427 req-7c07e355-202a-4326-8e05-fcd678d3b7af tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475152 Oct 17 11:09:04.712848 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-82e4adbc-6642-441f-a87c-0106ae410b39 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:04.714416 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-82e4adbc-6642-441f-a87c-0106ae410b39 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 946 time: 0.0639637 Oct 17 11:09:04.822806 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Deleting port d002a366-cd87-4320-abbd-ab7e0380345c {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:09:04.823115 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (d002a366-cd87-4320-abbd-ab7e0380345c), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:04.870965 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f41d0bb-c79c-4da5-9f72-fa6b074508e8 req-3bdf4428-a001-400b-a428-3040f737ecb7 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:04.872462 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8f41d0bb-c79c-4da5-9f72-fa6b074508e8 req-3bdf4428-a001-400b-a428-3040f737ecb7 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 946 time: 0.0611272 Oct 17 11:09:04.914283 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] For port d002a366-cd87-4320-abbd-ab7e0380345c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d002a366-cd87-4320-abbd-ab7e0380345c,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:04.914641 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (d002a366-cd87-4320-abbd-ab7e0380345c), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:04.921932 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8f41d0bb-c79c-4da5-9f72-fa6b074508e8 req-f1c551fe-d182-4a95-b0e3-adadd5c7c322 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438535 Oct 17 11:09:05.136025 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:05.136783 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (10546b55-7cdd-4bed-91f8-26d1f046cf5d), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:05.136901 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.l3_db [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Floating IP 10546b55-7cdd-4bed-91f8-26d1f046cf5d disassociated. External IP: 172.28.1.12, port: d002a366-cd87-4320-abbd-ab7e0380345c. Oct 17 11:09:05.137193 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Calling delete_port for d002a366-cd87-4320-abbd-ab7e0380345c owned by compute:nova {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:09:05.467166 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2affa96-4a49-408a-807c-1a9526c95b01 req-7d042282-aa02-401b-a4cb-a8d94f8abfb4 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:05.468633 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e2affa96-4a49-408a-807c-1a9526c95b01 req-7d042282-aa02-401b-a4cb-a8d94f8abfb4 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.3294032 Oct 17 11:09:05.556947 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e2affa96-4a49-408a-807c-1a9526c95b01 req-155e6fda-2208-4316-ae43-1faacfbc1f4f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777001 Oct 17 11:09:05.582724 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (d002a366-cd87-4320-abbd-ab7e0380345c), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:05.613360 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event deleted for resources: {'Port': ['ID=d002a366-cd87-4320-abbd-ab7e0380345c,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:05.730544 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Router 51536e0e-0d37-41a9-b40a-ae163a61c294 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:09:05.849542 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:09:05.862164 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba704a-bc46-49dd-9462-3f8ed98d691a None None] Sync routers for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:09:05.880456 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba704a-bc46-49dd-9462-3f8ed98d691a None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:09:05.881091 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-96ba704a-bc46-49dd-9462-3f8ed98d691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:08:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:05.891298 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ac8dc-f23f-40e8-9e14-dfcb3440f388 req-a50d4dd9-4f05-4e34-a0e3-737e1780c085 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:05.900574 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-571ac8dc-f23f-40e8-9e14-dfcb3440f388 req-a50d4dd9-4f05-4e34-a0e3-737e1780c085 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.1173050 Oct 17 11:09:05.903362 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] No DVR routers for this DVR port d002a366-cd87-4320-abbd-ab7e0380345c on host hv-cinder-85846 {{(pid=103976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:09:05.907110 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:05.912432 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7ecac094-b30c-4c49-b06d-a097619bd530 req-978f0e67-92ca-4d87-a3c1-bf7383759489 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "DELETE /v2.0/ports/d002a366-cd87-4320-abbd-ab7e0380345c HTTP/1.1" status: 204 len: 173 time: 1.1918399 Oct 17 11:09:05.913225 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7768a4f-c10b-4e19-9fad-2af665e3074a', 'name': 'network-vif-deleted', 'tag': 'd002a366-cd87-4320-abbd-ab7e0380345c'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:05.916660 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce39e337-32ba-404d-bfc6-d1914cfa4ef3" -d '{"events": [{"server_uuid": "a7768a4f-c10b-4e19-9fad-2af665e3074a", "name": "network-vif-deleted", "tag": "d002a366-cd87-4320-abbd-ab7e0380345c"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:05.940686 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c61ff8-432d-4307-b129-0f584211aae7 req-9ef83c51-cb4e-45e4-91b7-b7c5749dccc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:05.942291 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-87c61ff8-432d-4307-b129-0f584211aae7 req-9ef83c51-cb4e-45e4-91b7-b7c5749dccc8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 1129 time: 0.1484115 Oct 17 11:09:05.991506 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-571ac8dc-f23f-40e8-9e14-dfcb3440f388 req-95800386-d952-44d5-a50e-11733cd442c1 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898795 Oct 17 11:09:06.046103 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-96ba704a-bc46-49dd-9462-3f8ed98d691a None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:09:06.094886 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b793c4a-2dc7-44ac-bb83-d00cef4815f7 x-openstack-request-id: req-7b793c4a-2dc7-44ac-bb83-d00cef4815f7 {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:06.095313 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7768a4f-c10b-4e19-9fad-2af665e3074a", "name": "network-vif-deleted", "tag": "d002a366-cd87-4320-abbd-ab7e0380345c", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:06.095474 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7b793c4a-2dc7-44ac-bb83-d00cef4815f7 {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:06.096032 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b793c4a-2dc7-44ac-bb83-d00cef4815f7'] response: {'server_uuid': 'a7768a4f-c10b-4e19-9fad-2af665e3074a', 'name': 'network-vif-deleted', 'tag': 'd002a366-cd87-4320-abbd-ab7e0380345c', 'status': 'completed', 'code': 200} Oct 17 11:09:06.212730 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c61ff8-432d-4307-b129-0f584211aae7 req-05750e77-ae6c-4041-b6b3-c1936dde3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:06.215667 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-87c61ff8-432d-4307-b129-0f584211aae7 req-05750e77-ae6c-4041-b6b3-c1936dde3902 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 920 time: 0.2433398 Oct 17 11:09:06.271626 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-87c61ff8-432d-4307-b129-0f584211aae7 req-ffcfd99c-a10c-44eb-9c22-4c6e14563059 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c135cab7-0517-4f21-8e63-4e68efab8316 HTTP/1.1" status: 200 len: 217 time: 0.0412230 Oct 17 11:09:06.309993 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9bda6482-5e18-4cc9-80b0-02978fd1036b req-a7a58d93-5eb4-4d78-8d15-cceb6fe1d61d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a7768a4f-c10b-4e19-9fad-2af665e3074a HTTP/1.1" status: 200 len: 210 time: 0.0917473 Oct 17 11:09:06.415550 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c61ff8-432d-4307-b129-0f584211aae7 req-e0d60f80-4229-4fe9-9298-ed4b249f4b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:06.422350 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-87c61ff8-432d-4307-b129-0f584211aae7 req-e0d60f80-4229-4fe9-9298-ed4b249f4b44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.1212349 Oct 17 11:09:06.519814 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c61ff8-432d-4307-b129-0f584211aae7 req-41726813-7230-4f30-97f5-c8f2b7258cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:06.522423 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-87c61ff8-432d-4307-b129-0f584211aae7 req-41726813-7230-4f30-97f5-c8f2b7258cd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0916700 Oct 17 11:09:06.618115 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-96ba704a-bc46-49dd-9462-3f8ed98d691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'cbb344d5-b382-4260-8566-e3e5d263436c', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:80:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:06:35Z', 'updated_at': '2022-10-17T11:07:11Z', 'revision_number': 2, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:06.626255 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-87c61ff8-432d-4307-b129-0f584211aae7 req-3e6ebbe7-d746-44d2-8a09-748caac7c2b9 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954211 Oct 17 11:09:06.645931 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba704a-bc46-49dd-9462-3f8ed98d691a None None] Checking router: 51536e0e-0d37-41a9-b40a-ae163a61c294 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:09:06.655905 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ba704a-bc46-49dd-9462-3f8ed98d691a None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:09:06.656776 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-96ba704a-bc46-49dd-9462-3f8ed98d691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:08:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:06.737611 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-87c61ff8-432d-4307-b129-0f584211aae7 req-eac2c801-d27c-4825-8f7a-862fc8d965a2 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026733 Oct 17 11:09:06.776252 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-96ba704a-bc46-49dd-9462-3f8ed98d691a None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:09:06.945596 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0097d526-6919-438b-aee0-68e95a2a3305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:07.040560 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-96ba704a-bc46-49dd-9462-3f8ed98d691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'cbb344d5-b382-4260-8566-e3e5d263436c', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:80:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:06:35Z', 'updated_at': '2022-10-17T11:07:11Z', 'revision_number': 2, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:07.075771 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ba704a-bc46-49dd-9462-3f8ed98d691a None None] The sync data for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb is: [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'cbb344d5-b382-4260-8566-e3e5d263436c', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.42', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:80:0f:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:06:35Z', 'updated_at': '2022-10-17T11:07:11Z', 'revision_number': 2, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:09:07.139184 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bb0031-e88e-4d7b-a99a-81657b9820ff req-919da1be-0e9c-4249-920f-827d3233fee3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:07.140860 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-16bb0031-e88e-4d7b-a99a-81657b9820ff req-919da1be-0e9c-4249-920f-827d3233fee3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0690322 Oct 17 11:09:07.191806 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-16bb0031-e88e-4d7b-a99a-81657b9820ff req-8cbc5898-a419-412d-9cb8-b1db41a6b5b7 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435941 Oct 17 11:09:07.327940 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a38d81a-380a-4a95-9902-aef6629981d3 None None] New status for floating IP 10546b55-7cdd-4bed-91f8-26d1f046cf5d: DOWN {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:09:07.415331 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 54296) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:07.499294 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5580e94a-9e8f-43fb-a216-910d919543bc tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:07.502123 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d002a366-cd87-4320-abbd-ab7e0380345c no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:09:07.528590 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5580e94a-9e8f-43fb-a216-910d919543bc tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:07.537291 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: d002a366-cd87-4320-abbd-ab7e0380345c {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:09:07.537769 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d002a366-cd87-4320-abbd-ab7e0380345c not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:09:07.591710 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5580e94a-9e8f-43fb-a216-910d919543bc tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:07.594527 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5580e94a-9e8f-43fb-a216-910d919543bc tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:07.600100 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-5580e94a-9e8f-43fb-a216-910d919543bc tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "DELETE /v2.0/security-groups/3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b HTTP/1.1" status: 204 len: 168 time: 0.1796496 Oct 17 11:09:07.600530 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54304) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:07.616323 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580e94a-9e8f-43fb-a216-910d919543bc tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:07.625292 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.api.v2.resource [None req-0b2595ef-aa4b-406d-93a9-4bde6dce2a80 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] show failed (client error): The resource could not be found. Oct 17 11:09:07.630099 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 54306) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:07.634742 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-0b2595ef-aa4b-406d-93a9-4bde6dce2a80 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups/3ce73dd3-1f00-4cc8-8d37-4b1d90e9947b HTTP/1.1" status: 404 len: 347 time: 0.0329635 Oct 17 11:09:07.783422 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-234e67d5-af78-4a3e-bf53-cce4965232c6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Deleting port 351bc40c-7061-4d9e-82f6-ed4622fb34b2 {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:09:07.783866 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-234e67d5-af78-4a3e-bf53-cce4965232c6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (351bc40c-7061-4d9e-82f6-ed4622fb34b2), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:07.896082 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-234e67d5-af78-4a3e-bf53-cce4965232c6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (351bc40c-7061-4d9e-82f6-ed4622fb34b2), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:07.896406 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-234e67d5-af78-4a3e-bf53-cce4965232c6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (351bc40c-7061-4d9e-82f6-ed4622fb34b2), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:07.908129 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c98acc-aec9-47b9-b56b-71a949a515d4 req-c0a84769-1ea5-441c-a2c7-cad3f8435e68 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:07.909657 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e8c98acc-aec9-47b9-b56b-71a949a515d4 req-c0a84769-1ea5-441c-a2c7-cad3f8435e68 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 946 time: 0.1142912 Oct 17 11:09:07.932675 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-234e67d5-af78-4a3e-bf53-cce4965232c6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Calling delete_port for 351bc40c-7061-4d9e-82f6-ed4622fb34b2 owned by network:floatingip {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:09:08.021825 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e8c98acc-aec9-47b9-b56b-71a949a515d4 req-9ea73015-44ca-4f4f-8c78-47810fa8b800 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041329 Oct 17 11:09:08.115241 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-234e67d5-af78-4a3e-bf53-cce4965232c6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (351bc40c-7061-4d9e-82f6-ed4622fb34b2), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:08.138124 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e67d5-af78-4a3e-bf53-cce4965232c6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event deleted for resources: {'Port': ['ID=351bc40c-7061-4d9e-82f6-ed4622fb34b2,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:08.206959 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-234e67d5-af78-4a3e-bf53-cce4965232c6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (10546b55-7cdd-4bed-91f8-26d1f046cf5d), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:08.209662 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-234e67d5-af78-4a3e-bf53-cce4965232c6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:08.210869 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-234e67d5-af78-4a3e-bf53-cce4965232c6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "DELETE /v2.0/floatingips/10546b55-7cdd-4bed-91f8-26d1f046cf5d HTTP/1.1" status: 204 len: 168 time: 0.5792773 Oct 17 11:09:08.338786 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4efcd6-4bb4-4db7-80a6-101202fb04e2 req-e083d848-e9e3-4f79-baaa-1c47969b178e tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:08.341217 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-bd4efcd6-4bb4-4db7-80a6-101202fb04e2 req-e083d848-e9e3-4f79-baaa-1c47969b178e tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0644796 Oct 17 11:09:08.406289 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-bd4efcd6-4bb4-4db7-80a6-101202fb04e2 req-2a46ecca-30c0-4124-856d-78a09ba179f1 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543900 Oct 17 11:09:08.981781 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:09:09.171500 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187bd6b-4a84-4d25-932f-944dfe56927c req-db2dba3f-fad1-4e15-adad-efdb5928adb6 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:09.176205 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0187bd6b-4a84-4d25-932f-944dfe56927c req-db2dba3f-fad1-4e15-adad-efdb5928adb6 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 946 time: 0.0641267 Oct 17 11:09:09.224081 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0187bd6b-4a84-4d25-932f-944dfe56927c req-799e2b8e-67cd-4cd9-9540-23a643763814 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447810 Oct 17 11:09:09.273707 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e5e7195a-3874-45d4-ac19-d6dacb68f304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:09.548258 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751b0b3d-564a-42ee-b529-d71dbda26dac req-74ee9b2d-d653-4915-8857-b77586741bed tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:09.549985 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-751b0b3d-564a-42ee-b529-d71dbda26dac req-74ee9b2d-d653-4915-8857-b77586741bed tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0599475 Oct 17 11:09:09.606317 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-751b0b3d-564a-42ee-b529-d71dbda26dac req-fa263aa2-92a4-4456-b667-ac7793dd4663 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501156 Oct 17 11:09:09.900628 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff9473-89e1-4caf-afc5-c63da0231625 req-87115820-0e0a-4e71-a345-ebf630c66ace tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:09.902152 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a1ff9473-89e1-4caf-afc5-c63da0231625 req-87115820-0e0a-4e71-a345-ebf630c66ace tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 945 time: 0.0707891 Oct 17 11:09:09.951428 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a1ff9473-89e1-4caf-afc5-c63da0231625 req-5b254428-6eb3-49ee-974a-bf7abc3c68f2 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428350 Oct 17 11:09:10.087352 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-10a9c402-5af7-43b6-929f-af3f3fd9914c req-63874f7e-4788-49ac-bbc0-3be956c0f7ca service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0487461 Oct 17 11:09:10.158369 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9c402-5af7-43b6-929f-af3f3fd9914c req-2934ddf5-1b8c-4fa9-9ef2-c9a5e6822897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:10.160074 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-10a9c402-5af7-43b6-929f-af3f3fd9914c req-2934ddf5-1b8c-4fa9-9ef2-c9a5e6822897 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 1129 time: 0.0441971 Oct 17 11:09:10.205057 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:10.270258 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9c402-5af7-43b6-929f-af3f3fd9914c req-4f9248f0-b3c2-4a85-88c3-e33db9f3ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:10.271729 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-10a9c402-5af7-43b6-929f-af3f3fd9914c req-4f9248f0-b3c2-4a85-88c3-e33db9f3ace6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 920 time: 0.0856137 Oct 17 11:09:10.325277 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-10a9c402-5af7-43b6-929f-af3f3fd9914c req-c2c3c483-18e8-4583-a29c-16dc6d935138 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c135cab7-0517-4f21-8e63-4e68efab8316 HTTP/1.1" status: 200 len: 217 time: 0.0357776 Oct 17 11:09:10.369465 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11857fc-6723-4037-931e-c4c828b96ce6 req-250ecee0-a312-46a4-b397-78c09e7828ff tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:10.371061 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b11857fc-6723-4037-931e-c4c828b96ce6 req-250ecee0-a312-46a4-b397-78c09e7828ff tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 946 time: 0.0556245 Oct 17 11:09:10.381559 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9c402-5af7-43b6-929f-af3f3fd9914c req-ad523a88-218d-4b2a-bca0-3ed13c218886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:10.383017 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-10a9c402-5af7-43b6-929f-af3f3fd9914c req-ad523a88-218d-4b2a-bca0-3ed13c218886 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0501893 Oct 17 11:09:10.418547 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b11857fc-6723-4037-931e-c4c828b96ce6 req-b708e436-f60c-4034-aa9e-3d0a5fd0245b tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 Oct 17 11:09:10.435997 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9c402-5af7-43b6-929f-af3f3fd9914c req-9d1ba6bc-6d9c-4f38-a189-9b63a2d53345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:10.437668 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-10a9c402-5af7-43b6-929f-af3f3fd9914c req-9d1ba6bc-6d9c-4f38-a189-9b63a2d53345 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0438926 Oct 17 11:09:10.498587 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:10.528590 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-10a9c402-5af7-43b6-929f-af3f3fd9914c req-56b52203-c3c1-4bc8-9b1d-4c5f3965b0d4 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827274 Oct 17 11:09:10.617134 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-10a9c402-5af7-43b6-929f-af3f3fd9914c req-8018d557-78e6-409a-9c53-dd69ab31b874 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804114 Oct 17 11:09:11.052922 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 54366) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:11.057732 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-293311ac-0671-4998-9ef6-370bb630f90f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1936807237', 'description': 'tempest-description--342941567'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:11.081444 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-293311ac-0671-4998-9ef6-370bb630f90f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.087352 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a6a89-9b53-4c4a-94ce-a5d98b435ffd req-f4fc283d-a870-413c-aa44-121ff3aa3658 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:11.088807 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-908a6a89-9b53-4c4a-94ce-a5d98b435ffd req-f4fc283d-a870-413c-aa44-121ff3aa3658 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 945 time: 0.0570490 Oct 17 11:09:11.141657 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-908a6a89-9b53-4c4a-94ce-a5d98b435ffd req-8af1776d-9a2d-469b-92a9-2e29b4d3f93c tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470924 Oct 17 11:09:11.153557 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-293311ac-0671-4998-9ef6-370bb630f90f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for security_group (cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.159526 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-293311ac-0671-4998-9ef6-370bb630f90f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.188628 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-293311ac-0671-4998-9ef6-370bb630f90f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.189806 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-293311ac-0671-4998-9ef6-370bb630f90f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1358554 Oct 17 11:09:11.191839 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293311ac-0671-4998-9ef6-370bb630f90f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:11.193131 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54368) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:11.197910 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-d1ae6abf-c8bd-47d8-abae-ee7ada61064d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Request body: {'security_group_rule': {'security_group_id': 'cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:11.224920 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6abf-c8bd-47d8-abae-ee7ada61064d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for security_group_rule (9523f482-499f-4d07-8f06-3077d2503cf1), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.280795 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6abf-c8bd-47d8-abae-ee7ada61064d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for security_group_rule (9523f482-499f-4d07-8f06-3077d2503cf1), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.286090 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6abf-c8bd-47d8-abae-ee7ada61064d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (9523f482-499f-4d07-8f06-3077d2503cf1), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.302408 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae6abf-c8bd-47d8-abae-ee7ada61064d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9523f482-499f-4d07-8f06-3077d2503cf1,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:11.311624 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d1ae6abf-c8bd-47d8-abae-ee7ada61064d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.312776 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-d1ae6abf-c8bd-47d8-abae-ee7ada61064d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186297 Oct 17 11:09:11.315531 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54370) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:11.319879 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-91ac22f3-fa5c-4bc0-9f64-72ff4f6e2210 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Request body: {'security_group_rule': {'security_group_id': 'cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:11.344932 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-91ac22f3-fa5c-4bc0-9f64-72ff4f6e2210 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for security_group_rule (eed69133-8ace-4d52-8e1e-cdb4b51524ae), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.400873 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-91ac22f3-fa5c-4bc0-9f64-72ff4f6e2210 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for security_group_rule (eed69133-8ace-4d52-8e1e-cdb4b51524ae), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.406236 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-91ac22f3-fa5c-4bc0-9f64-72ff4f6e2210 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (eed69133-8ace-4d52-8e1e-cdb4b51524ae), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.423392 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ac22f3-fa5c-4bc0-9f64-72ff4f6e2210 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed69133-8ace-4d52-8e1e-cdb4b51524ae,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:11.430280 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-91ac22f3-fa5c-4bc0-9f64-72ff4f6e2210 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.431903 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-91ac22f3-fa5c-4bc0-9f64-72ff4f6e2210 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153166 Oct 17 11:09:11.435139 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54372) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:11.439409 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Request body: {'floatingip': {'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:11.462182 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.543588 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d572f65-49f9-4c14-aa01-e993f9c187f7 req-5f843f90-a7f2-4c78-8f88-8efd89556fff tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:11.545073 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-4d572f65-49f9-4c14-aa01-e993f9c187f7 req-5f843f90-a7f2-4c78-8f88-8efd89556fff tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 946 time: 0.0523698 Oct 17 11:09:11.558668 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.593662 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-4d572f65-49f9-4c14-aa01-e993f9c187f7 req-70bfb434-e792-46f7-aa21-7c98c571c23d tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422008 Oct 17 11:09:11.663642 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Allocated IP 172.28.1.169 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/21c9cee6-9d3e-4b0f-b9b5-06515eb62e93) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:09:11.769554 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for port (21c9cee6-9d3e-4b0f-b9b5-06515eb62e93), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.803949 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (21c9cee6-9d3e-4b0f-b9b5-06515eb62e93), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:11.838181 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:09:11.840902 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:09:11.844354 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:09:11.868914 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Pushing event updated for resources: {'Port': ['ID=21c9cee6-9d3e-4b0f-b9b5-06515eb62e93,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:12.168214 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for floatingip (f8e934d1-c114-4c3e-9248-e134281c31b1), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:12.192790 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-6f4ca8fc-52dc-4b97-83c4-299c6530a4c5 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:12.194289 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-6f4ca8fc-52dc-4b97-83c4-299c6530a4c5 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 945 time: 0.0698984 Oct 17 11:09:12.272972 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (21c9cee6-9d3e-4b0f-b9b5-06515eb62e93), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:12.371114 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99837c41-0b52-41cb-932c-79d0f281ea54 req-eb69f3b0-655b-4bc1-8a08-73c516cf25c5 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:12.372539 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-99837c41-0b52-41cb-932c-79d0f281ea54 req-eb69f3b0-655b-4bc1-8a08-73c516cf25c5 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 945 time: 0.1529040 Oct 17 11:09:12.449364 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Deleting port 10291c78-4992-4f2a-90e9-ce8008dc6d98 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:09:12.449730 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:12.545603 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-99837c41-0b52-41cb-932c-79d0f281ea54 req-ffc37849-4444-4de2-8e94-13fa367512a9 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417892 Oct 17 11:09:12.583312 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:12.594285 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for port (21c9cee6-9d3e-4b0f-b9b5-06515eb62e93), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:12.602189 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (21c9cee6-9d3e-4b0f-b9b5-06515eb62e93), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:12.658454 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] For port 10291c78-4992-4f2a-90e9-ce8008dc6d98, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=10291c78-4992-4f2a-90e9-ce8008dc6d98,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:12.658807 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:12.724814 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201904fd-c283-4afc-8d8b-fc67c1d8fdcc req-82b91afb-6a12-4e1b-9f7c-970eaf309115 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:12.726444 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-201904fd-c283-4afc-8d8b-fc67c1d8fdcc req-82b91afb-6a12-4e1b-9f7c-970eaf309115 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 946 time: 0.0545642 Oct 17 11:09:12.747867 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Pushing event updated for resources: {'Port': ['ID=21c9cee6-9d3e-4b0f-b9b5-06515eb62e93,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:12.755848 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (f8e934d1-c114-4c3e-9248-e134281c31b1), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:12.779817 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-201904fd-c283-4afc-8d8b-fc67c1d8fdcc req-f3fd1460-2bd3-4375-a597-ccceeab90ffd tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476172 Oct 17 11:09:12.805708 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:12.809184 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-22a15870-8cd4-4ea1-9d51-ec1dd6619d1c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3712058 Oct 17 11:09:12.985402 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:12.985767 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (cbb344d5-b382-4260-8566-e3e5d263436c), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:12.986137 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.l3_db [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Floating IP cbb344d5-b382-4260-8566-e3e5d263436c disassociated. External IP: 172.28.1.42, port: 10291c78-4992-4f2a-90e9-ce8008dc6d98. Oct 17 11:09:12.986474 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Calling delete_port for 10291c78-4992-4f2a-90e9-ce8008dc6d98 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:09:13.020398 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-48679381-7e5e-448b-bf1a-3750a63d65ed tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1886158987&fields=id&tenant_id=213ce8b88d1c43309080027f9f323610 HTTP/1.1" status: 200 len: 267 time: 0.0816236 Oct 17 11:09:13.023882 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-8133de81-9bb6-465e-87b6-b5dea97580a7 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1936807237&fields=id&tenant_id=87306056296d4c988791fa6d2c0d9d52 HTTP/1.1" status: 200 len: 267 time: 0.0504344 Oct 17 11:09:13.131889 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-f3d7e4e4-ed36-4451-b0d5-9605ff2f2f30 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:13.133403 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-f3d7e4e4-ed36-4451-b0d5-9605ff2f2f30 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 819 time: 0.1014788 Oct 17 11:09:13.149176 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-48d3a369-5bf8-4902-92af-21835e224298 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/quotas/87306056296d4c988791fa6d2c0d9d52 HTTP/1.1" status: 200 len: 375 time: 0.0099270 Oct 17 11:09:13.172437 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-a96defd6-7ce5-438e-b898-01bcfd12e0a2 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:13.173918 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-a96defd6-7ce5-438e-b898-01bcfd12e0a2 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/networks?id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 HTTP/1.1" status: 200 len: 809 time: 0.1285174 Oct 17 11:09:13.208064 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-f285c366-0d24-4be7-baef-0f21b1be2148 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/quotas/213ce8b88d1c43309080027f9f323610 HTTP/1.1" status: 200 len: 375 time: 0.0160329 Oct 17 11:09:13.215017 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-a9e1ab47-3c63-4796-a6f7-a1258b049486 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0596688 Oct 17 11:09:13.245842 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (10291c78-4992-4f2a-90e9-ce8008dc6d98), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:13.280230 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event deleted for resources: {'Port': ['ID=10291c78-4992-4f2a-90e9-ce8008dc6d98,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:13.323068 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-fb4e1ea0-5bb0-42a1-b499-03826c929db8 service neutron] 10.222.0.43 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953381 Oct 17 11:09:13.334002 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-e2a8d64f-2278-4396-8a76-d720221a167f tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=213ce8b88d1c43309080027f9f323610&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193612 Oct 17 11:09:13.416764 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-e66ab787-d0e6-4291-ba1a-e44f9fb641b0 service neutron] 10.222.0.43 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876470 Oct 17 11:09:13.449047 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Router 51536e0e-0d37-41a9-b40a-ae163a61c294 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:09:13.479110 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-e0547829-ffb8-4282-bcc3-7bbbeaaa105c service neutron] 10.222.0.43 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316652 Oct 17 11:09:13.591740 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7c683f5b-a975-4057-a0e8-34c9776420c4 req-d5fd773b-d049-48d0-959d-fd44d655679f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 210 time: 0.0351610 Oct 17 11:09:13.643990 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:09:13.657327 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239f98ac-5458-4018-a339-19959f27ff03 None None] Sync routers for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:09:13.672564 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239f98ac-5458-4018-a339-19959f27ff03 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:09:13.675374 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-239f98ac-5458-4018-a339-19959f27ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:09:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:13.697990 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-e30f8562-0a62-4639-a2f6-c1ebe09eaf0b service neutron] 10.222.0.43 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878600 Oct 17 11:09:13.720177 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] No DVR routers for this DVR port 10291c78-4992-4f2a-90e9-ce8008dc6d98 on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:09:13.723048 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:13.728953 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d3511aab-ffb1-46b7-b517-da0335920e9f req-222ef252-734d-490e-88c8-f986afd5ee1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "DELETE /v2.0/ports/10291c78-4992-4f2a-90e9-ce8008dc6d98 HTTP/1.1" status: 204 len: 173 time: 1.5188591 Oct 17 11:09:13.729201 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'name': 'network-vif-deleted', 'tag': '10291c78-4992-4f2a-90e9-ce8008dc6d98'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:13.732399 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678f33a0-4a5e-426d-974c-2bda5d618f40" -d '{"events": [{"server_uuid": "a9570683-a0e1-413d-8f1b-dfff8fa94ae6", "name": "network-vif-deleted", "tag": "10291c78-4992-4f2a-90e9-ce8008dc6d98"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:13.783198 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-61bec671-436e-4317-ba65-0ebb25ea85d0 req-8b9aae21-4c48-4483-afea-2877ce4e5c62 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=a9570683-a0e1-413d-8f1b-dfff8fa94ae6 HTTP/1.1" status: 200 len: 210 time: 0.1232877 Oct 17 11:09:13.818717 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-239f98ac-5458-4018-a339-19959f27ff03 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:09:13.938665 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4500479b-d170-4fa5-bc1b-387ee14673f0 x-openstack-request-id: req-4500479b-d170-4fa5-bc1b-387ee14673f0 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:13.939276 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9570683-a0e1-413d-8f1b-dfff8fa94ae6", "name": "network-vif-deleted", "tag": "10291c78-4992-4f2a-90e9-ce8008dc6d98", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:13.939428 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4500479b-d170-4fa5-bc1b-387ee14673f0 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:13.939922 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4500479b-d170-4fa5-bc1b-387ee14673f0'] response: {'server_uuid': 'a9570683-a0e1-413d-8f1b-dfff8fa94ae6', 'name': 'network-vif-deleted', 'tag': '10291c78-4992-4f2a-90e9-ce8008dc6d98', 'status': 'completed', 'code': 200} Oct 17 11:09:13.999235 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181112db-c158-4236-b8aa-6d1382bd29a4 req-1f19a143-5428-4569-ac20-a97ca5591689 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:14.000835 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-181112db-c158-4236-b8aa-6d1382bd29a4 req-1f19a143-5428-4569-ac20-a97ca5591689 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.23 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 946 time: 0.1203318 Oct 17 11:09:14.067229 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc468e-352e-42a2-b639-66fc62eaef76 req-d5ce062b-e480-4e10-a663-8dd72035b98b tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:14.076924 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-93fc468e-352e-42a2-b639-66fc62eaef76 req-d5ce062b-e480-4e10-a663-8dd72035b98b tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 946 time: 0.0921228 Oct 17 11:09:14.135380 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-239f98ac-5458-4018-a339-19959f27ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:14.160832 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-93fc468e-352e-42a2-b639-66fc62eaef76 req-68373ea8-2601-4f72-a502-8b0ee2fa654e tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757809 Oct 17 11:09:14.165695 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239f98ac-5458-4018-a339-19959f27ff03 None None] Checking router: 51536e0e-0d37-41a9-b40a-ae163a61c294 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:09:14.174772 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239f98ac-5458-4018-a339-19959f27ff03 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:09:14.175512 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-239f98ac-5458-4018-a339-19959f27ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:09:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:14.348553 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-239f98ac-5458-4018-a339-19959f27ff03 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:09:14.351735 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:14.388514 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6ef34793-1645-4479-beaf-03444f1a4e6a req-c24e6693-588e-4a68-894f-99e93c1ff25b tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 210 time: 0.0294325 Oct 17 11:09:14.422750 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-181112db-c158-4236-b8aa-6d1382bd29a4 req-a6b82f11-de85-4d68-9f55-cf66350b9068 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Deleting port ba063289-f451-4135-aa2c-1c19ab54b6ba {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:09:14.423249 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-181112db-c158-4236-b8aa-6d1382bd29a4 req-a6b82f11-de85-4d68-9f55-cf66350b9068 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:14.535458 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-181112db-c158-4236-b8aa-6d1382bd29a4 req-a6b82f11-de85-4d68-9f55-cf66350b9068 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] For port ba063289-f451-4135-aa2c-1c19ab54b6ba, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=ba063289-f451-4135-aa2c-1c19ab54b6ba,segment=NetworkSegment(91c3bbed-b2a3-4086-a647-20a264b2d750),segment_id=91c3bbed-b2a3-4086-a647-20a264b2d750)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:14.536341 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-181112db-c158-4236-b8aa-6d1382bd29a4 req-a6b82f11-de85-4d68-9f55-cf66350b9068 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:14.551158 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-181112db-c158-4236-b8aa-6d1382bd29a4 req-a6b82f11-de85-4d68-9f55-cf66350b9068 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Calling delete_port for ba063289-f451-4135-aa2c-1c19ab54b6ba owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:09:14.627558 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-239f98ac-5458-4018-a339-19959f27ff03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:14.671793 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239f98ac-5458-4018-a339-19959f27ff03 None None] The sync data for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb is: [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:09:14.691293 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-181112db-c158-4236-b8aa-6d1382bd29a4 req-a6b82f11-de85-4d68-9f55-cf66350b9068 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (ba063289-f451-4135-aa2c-1c19ab54b6ba), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:14.702779 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-087f4b86-8a24-41ee-9729-63382def3ce6 req-95fcad30-c421-488a-b928-824356f2dccc tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 210 time: 0.0390627 Oct 17 11:09:14.704755 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['ba063289-f451-4135-aa2c-1c19ab54b6ba'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:09:14.726901 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b82f11-de85-4d68-9f55-cf66350b9068 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Pushing event deleted for resources: {'Port': ['ID=ba063289-f451-4135-aa2c-1c19ab54b6ba,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:14.771316 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-181112db-c158-4236-b8aa-6d1382bd29a4 req-a6b82f11-de85-4d68-9f55-cf66350b9068 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] No DVR routers for this DVR port ba063289-f451-4135-aa2c-1c19ab54b6ba on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:09:14.773876 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-181112db-c158-4236-b8aa-6d1382bd29a4 req-a6b82f11-de85-4d68-9f55-cf66350b9068 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:14.777294 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-181112db-c158-4236-b8aa-6d1382bd29a4 req-a6b82f11-de85-4d68-9f55-cf66350b9068 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.23 "DELETE /v2.0/ports/ba063289-f451-4135-aa2c-1c19ab54b6ba HTTP/1.1" status: 204 len: 173 time: 0.7696798 Oct 17 11:09:14.912230 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54440) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:14.977679 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d8fdc59-57a6-46c2-9a09-7694cc13fe55 None None] New status for floating IP cbb344d5-b382-4260-8566-e3e5d263436c: DOWN {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:09:14.978240 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-466adeb1-daf5-46e4-bbc0-e6d8f9413a52 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (e5a685df-ee07-4e6c-bec4-78d2a3d46e9d), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:15.003831 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-466adeb1-daf5-46e4-bbc0-e6d8f9413a52 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (e5a685df-ee07-4e6c-bec4-78d2a3d46e9d), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:15.112070 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-466adeb1-daf5-46e4-bbc0-e6d8f9413a52 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e5a685df-ee07-4e6c-bec4-78d2a3d46e9d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:15.114859 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-466adeb1-daf5-46e4-bbc0-e6d8f9413a52 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:15.116117 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-466adeb1-daf5-46e4-bbc0-e6d8f9413a52 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "DELETE /v2.0/security-groups/e5a685df-ee07-4e6c-bec4-78d2a3d46e9d HTTP/1.1" status: 204 len: 168 time: 0.2027752 Oct 17 11:09:15.119163 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 54442) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:15.144357 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.api.v2.resource [None req-71024b54-01d6-4546-89de-a644f13e0ed6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] show failed (client error): The resource could not be found. Oct 17 11:09:15.148748 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-71024b54-01d6-4546-89de-a644f13e0ed6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups/e5a685df-ee07-4e6c-bec4-78d2a3d46e9d HTTP/1.1" status: 404 len: 347 time: 0.0252557 Oct 17 11:09:15.148898 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54444) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:15.158473 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466adeb1-daf5-46e4-bbc0-e6d8f9413a52 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a685df-ee07-4e6c-bec4-78d2a3d46e9d,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:15.209694 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-37d37e60-80d8-4177-8933-340a0d4b2982 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:15.211174 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-37d37e60-80d8-4177-8933-340a0d4b2982 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 819 time: 0.1725419 Oct 17 11:09:15.306394 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-07b61449-0d30-4925-accc-7937205c5f26 req-7de6f0a0-5f7b-4126-b57c-d1354bb0f618 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=57e588e8-950d-480e-ba1e-2f5d30110f17 HTTP/1.1" status: 200 len: 210 time: 0.0398130 Oct 17 11:09:15.355443 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-8b559198-c293-4759-9f9a-26d2ef06439c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87306056296d4c988791fa6d2c0d9d52 HTTP/1.1" status: 200 len: 380 time: 0.1059961 Oct 17 11:09:15.365786 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-a6418af4-5619-47cd-8ade-a89d38d2654e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Deleting port ba5fc26d-73bf-4c95-a408-c21afe076014 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:09:15.366127 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a6418af4-5619-47cd-8ade-a89d38d2654e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (ba5fc26d-73bf-4c95-a408-c21afe076014), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:15.407753 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-31b89c33-f045-4367-a0de-5bb16fab4cf6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Request body: {'port': {'device_id': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'admin_state_up': True, 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'security_groups': ['cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:15.491772 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 10291c78-4992-4f2a-90e9-ce8008dc6d98 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:09:15.511673 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: 10291c78-4992-4f2a-90e9-ce8008dc6d98 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:09:15.512019 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 10291c78-4992-4f2a-90e9-ce8008dc6d98 not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:09:15.512439 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device ba063289-f451-4135-aa2c-1c19ab54b6ba no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:09:15.514674 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a6418af4-5619-47cd-8ade-a89d38d2654e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (ba5fc26d-73bf-4c95-a408-c21afe076014), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:15.515005 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a6418af4-5619-47cd-8ade-a89d38d2654e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (ba5fc26d-73bf-4c95-a408-c21afe076014), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:15.528607 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-a6418af4-5619-47cd-8ade-a89d38d2654e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Calling delete_port for ba5fc26d-73bf-4c95-a408-c21afe076014 owned by network:floatingip {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:09:15.534687 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: ba063289-f451-4135-aa2c-1c19ab54b6ba {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:09:15.535151 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device ba063289-f451-4135-aa2c-1c19ab54b6ba not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:09:15.563592 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1ed38018-2096-4b3e-ad70-11611813ed9e req-ab54795d-5d26-425d-abb0-574b96ced16b tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 210 time: 0.0823557 Oct 17 11:09:15.632657 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-31b89c33-f045-4367-a0de-5bb16fab4cf6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Made reservation on behalf of 87306056296d4c988791fa6d2c0d9d52 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:09:15.636046 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-31b89c33-f045-4367-a0de-5bb16fab4cf6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:15.641621 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-e22183a9-c637-49fa-8d6e-0dfd716081ac tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:15.643196 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-e22183a9-c637-49fa-8d6e-0dfd716081ac tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.23 "GET /v2.0/networks?id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 HTTP/1.1" status: 200 len: 809 time: 0.1793578 Oct 17 11:09:15.708828 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-06935ec3-9e00-4f43-9537-7501048b415b tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=213ce8b88d1c43309080027f9f323610 HTTP/1.1" status: 200 len: 380 time: 0.0571275 Oct 17 11:09:15.719907 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-56fa3290-b6f0-4f82-932f-65e8d4f28550 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Request body: {'port': {'device_id': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'admin_state_up': True, 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'security_groups': ['43029f98-f7dc-466a-a17e-50cf81514f0e']}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:15.740810 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a6418af4-5619-47cd-8ade-a89d38d2654e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (ba5fc26d-73bf-4c95-a408-c21afe076014), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:15.774980 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6418af4-5619-47cd-8ade-a89d38d2654e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event deleted for resources: {'Port': ['ID=ba5fc26d-73bf-4c95-a408-c21afe076014,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:15.835450 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-56fa3290-b6f0-4f82-932f-65e8d4f28550 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Made reservation on behalf of 213ce8b88d1c43309080027f9f323610 for: {'port': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:09:15.839006 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-56fa3290-b6f0-4f82-932f-65e8d4f28550 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:15.889195 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-49429c96-4d8c-49b4-9fbb-adeba5763a8b req-2afb87a8-38cf-4516-b4e8-4a818c78ae99 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 210 time: 0.0771701 Oct 17 11:09:15.915386 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-31b89c33-f045-4367-a0de-5bb16fab4cf6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Allocated IP 172.20.0.9 (7d88e633-7f7b-4c9f-8df7-edafde1fd786/9472c554-2eab-4dd6-a473-72685a9ca8f9/010adb5f-c117-4407-9de8-3655aff852d6) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:09:15.924297 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a6418af4-5619-47cd-8ade-a89d38d2654e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (cbb344d5-b382-4260-8566-e3e5d263436c), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:15.927102 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a6418af4-5619-47cd-8ade-a89d38d2654e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:15.928276 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-a6418af4-5619-47cd-8ade-a89d38d2654e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "DELETE /v2.0/floatingips/cbb344d5-b382-4260-8566-e3e5d263436c HTTP/1.1" status: 204 len: 168 time: 0.7780852 Oct 17 11:09:15.955344 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e588e8-950d-480e-ba1e-2f5d30110f17', 'name': 'network-vif-deleted', 'tag': 'ba063289-f451-4135-aa2c-1c19ab54b6ba'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:15.958420 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c93375a-5c24-4a1b-ad8c-79039f7d850f" -d '{"events": [{"server_uuid": "57e588e8-950d-480e-ba1e-2f5d30110f17", "name": "network-vif-deleted", "tag": "ba063289-f451-4135-aa2c-1c19ab54b6ba"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:16.002451 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-56fa3290-b6f0-4f82-932f-65e8d4f28550 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Allocated IP 172.20.0.6 (a7146e06-f7b7-4a7b-927e-6cc5e5dbde18/0dc0f225-6e64-4b4e-8686-3694a564a62c/3955c45d-91b3-45ab-a7a9-681f85f45b1f) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:09:16.010426 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54460) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:16.015867 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-51d162b2-3a46-4de1-880a-51c18ccf7c1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--809504381', 'description': 'tempest-description--1307654088'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:16.025628 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f6c98d-5aa2-4ff5-9215-253032343488 x-openstack-request-id: req-26f6c98d-5aa2-4ff5-9215-253032343488 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:16.026017 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e588e8-950d-480e-ba1e-2f5d30110f17", "name": "network-vif-deleted", "tag": "ba063289-f451-4135-aa2c-1c19ab54b6ba", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:16.026364 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-26f6c98d-5aa2-4ff5-9215-253032343488 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:16.026981 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f6c98d-5aa2-4ff5-9215-253032343488'] response: {'server_uuid': '57e588e8-950d-480e-ba1e-2f5d30110f17', 'name': 'network-vif-deleted', 'tag': 'ba063289-f451-4135-aa2c-1c19ab54b6ba', 'status': 'completed', 'code': 200} Oct 17 11:09:16.096253 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-51d162b2-3a46-4de1-880a-51c18ccf7c1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.163854 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-31b89c33-f045-4367-a0de-5bb16fab4cf6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for port (010adb5f-c117-4407-9de8-3655aff852d6), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.175017 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-56fa3290-b6f0-4f82-932f-65e8d4f28550 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.210715 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-56fa3290-b6f0-4f82-932f-65e8d4f28550 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.214760 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-51d162b2-3a46-4de1-880a-51c18ccf7c1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (5aa474f9-166e-4f5e-8352-0785a4f69efd), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.221082 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-51d162b2-3a46-4de1-880a-51c18ccf7c1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (5aa474f9-166e-4f5e-8352-0785a4f69efd), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.236366 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-31b89c33-f045-4367-a0de-5bb16fab4cf6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (010adb5f-c117-4407-9de8-3655aff852d6), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.254267 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-56fa3290-b6f0-4f82-932f-65e8d4f28550 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:09:16.257479 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-56fa3290-b6f0-4f82-932f-65e8d4f28550 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:09:16.263447 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-56fa3290-b6f0-4f82-932f-65e8d4f28550 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:09:16.269511 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fa3290-b6f0-4f82-932f-65e8d4f28550 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Pushing event updated for resources: {'Port': ['ID=3955c45d-91b3-45ab-a7a9-681f85f45b1f,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:16.282962 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-51d162b2-3a46-4de1-880a-51c18ccf7c1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.284211 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-51d162b2-3a46-4de1-880a-51c18ccf7c1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2719553 Oct 17 11:09:16.289521 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54462) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:16.298307 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-4db42aa4-5a7d-42fa-bcb9-b93999bebefe tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'security_group_rule': {'security_group_id': '5aa474f9-166e-4f5e-8352-0785a4f69efd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:16.309029 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d162b2-3a46-4de1-880a-51c18ccf7c1a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa474f9-166e-4f5e-8352-0785a4f69efd,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:16.316122 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-31b89c33-f045-4367-a0de-5bb16fab4cf6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:09:16.324082 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-56fa3290-b6f0-4f82-932f-65e8d4f28550 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:16.324775 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-56fa3290-b6f0-4f82-932f-65e8d4f28550 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.325989 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-31b89c33-f045-4367-a0de-5bb16fab4cf6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:09:16.332832 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-31b89c33-f045-4367-a0de-5bb16fab4cf6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:09:16.338475 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b89c33-f045-4367-a0de-5bb16fab4cf6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Pushing event updated for resources: {'Port': ['ID=010adb5f-c117-4407-9de8-3655aff852d6,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:16.360286 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-56fa3290-b6f0-4f82-932f-65e8d4f28550 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6440632 Oct 17 11:09:16.377035 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Request body: {'port': {'device_id': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:16.383431 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4db42aa4-5a7d-42fa-bcb9-b93999bebefe tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (053668cd-8096-4e4a-a4b6-bbf5f3dbe9c1), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.425272 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-31b89c33-f045-4367-a0de-5bb16fab4cf6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:16.425272 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-31b89c33-f045-4367-a0de-5bb16fab4cf6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.456761 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-31b89c33-f045-4367-a0de-5bb16fab4cf6 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0789952 Oct 17 11:09:16.466512 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.475208 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Request body: {'port': {'device_id': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:16.517536 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4db42aa4-5a7d-42fa-bcb9-b93999bebefe tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (053668cd-8096-4e4a-a4b6-bbf5f3dbe9c1), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.568783 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (010adb5f-c117-4407-9de8-3655aff852d6), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.572115 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4db42aa4-5a7d-42fa-bcb9-b93999bebefe tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (053668cd-8096-4e4a-a4b6-bbf5f3dbe9c1), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.602724 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db42aa4-5a7d-42fa-bcb9-b93999bebefe tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=053668cd-8096-4e4a-a4b6-bbf5f3dbe9c1,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:16.628578 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4db42aa4-5a7d-42fa-bcb9-b93999bebefe tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.629884 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-4db42aa4-5a7d-42fa-bcb9-b93999bebefe tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3393109 Oct 17 11:09:16.632697 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54470) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:16.637325 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-45530ff4-857e-425e-aaab-c1541bda83ea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'security_group_rule': {'security_group_id': '5aa474f9-166e-4f5e-8352-0785a4f69efd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:16.708690 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-60ee5a19-9c1b-469a-92b3-76159c55dcc6 None None] Provisioning complete for port 3955c45d-91b3-45ab-a7a9-681f85f45b1f triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:09:16.711408 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-60ee5a19-9c1b-469a-92b3-76159c55dcc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.713671 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-60ee5a19-9c1b-469a-92b3-76159c55dcc6 None None] Attempt 1 to provision port 3955c45d-91b3-45ab-a7a9-681f85f45b1f Oct 17 11:09:16.764473 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-60ee5a19-9c1b-469a-92b3-76159c55dcc6 None None] Port 3955c45d-91b3-45ab-a7a9-681f85f45b1f cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:09:16.777401 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-45530ff4-857e-425e-aaab-c1541bda83ea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (03a398fa-97bf-41b6-ab43-c50817bc724c), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.855278 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3955c45d-91b3-45ab-a7a9-681f85f45b1f {{(pid=103976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:09:16.857754 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136512d-ed9f-45c1-a4ee-169d749f450e req-8ba81a1d-975a-432c-951f-55f9b3ecacac tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:16.859304 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0136512d-ed9f-45c1-a4ee-169d749f450e req-8ba81a1d-975a-432c-951f-55f9b3ecacac tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 931 time: 0.1886387 Oct 17 11:09:16.865062 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Publish callbacks [] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.878713 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.provisioning_blocks [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Transition to ACTIVE for port object 3955c45d-91b3-45ab-a7a9-681f85f45b1f will not be triggered until provisioned by entity L2. {{(pid=103976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:09:16.884663 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.906091 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-45530ff4-857e-425e-aaab-c1541bda83ea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (03a398fa-97bf-41b6-ab43-c50817bc724c), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.925827 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-45530ff4-857e-425e-aaab-c1541bda83ea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (03a398fa-97bf-41b6-ab43-c50817bc724c), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.966601 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Pushing event updated for resources: {'Port': ['ID=3955c45d-91b3-45ab-a7a9-681f85f45b1f,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:16.969363 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45530ff4-857e-425e-aaab-c1541bda83ea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03a398fa-97bf-41b6-ab43-c50817bc724c,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:16.980553 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0136512d-ed9f-45c1-a4ee-169d749f450e req-d3773ed4-3934-4723-931e-cd70c3951d75 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137190 Oct 17 11:09:16.991845 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-45530ff4-857e-425e-aaab-c1541bda83ea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:16.993127 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-45530ff4-857e-425e-aaab-c1541bda83ea tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3592868 Oct 17 11:09:16.998780 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54476) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:17.003401 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'floatingip': {'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:17.035776 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Attempting to bind port 3955c45d-91b3-45ab-a7a9-681f85f45b1f on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:09:17.036030 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Attempting to bind port 3955c45d-91b3-45ab-a7a9-681f85f45b1f by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '752f672f-46e2-46ca-9b96-543991b704a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:09:17.036379 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Attempting to bind port 3955c45d-91b3-45ab-a7a9-681f85f45b1f on network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:09:17.043478 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Port 3955c45d-91b3-45ab-a7a9-681f85f45b1f on network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:09:17.043804 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Attempting to bind port 3955c45d-91b3-45ab-a7a9-681f85f45b1f on network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:09:17.056318 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f935e-f2a1-4778-a376-ca7814ef238d req-2f7df893-7034-4377-9ecd-d8e54c9c2903 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:17.056660 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 010adb5f-c117-4407-9de8-3655aff852d6 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:09:17.057865 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-116f935e-f2a1-4778-a376-ca7814ef238d req-2f7df893-7034-4377-9ecd-d8e54c9c2903 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 931 time: 0.0868769 Oct 17 11:09:17.059140 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:09:17.059485 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Checking segment: {'id': '752f672f-46e2-46ca-9b96-543991b704a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:09:17.059864 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Bound using segment: {'id': '752f672f-46e2-46ca-9b96-543991b704a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:09:17.060304 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Bound port: 3955c45d-91b3-45ab-a7a9-681f85f45b1f, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '752f672f-46e2-46ca-9b96-543991b704a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 665, 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:09:17.060660 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:17.063314 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:17.068369 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Publish callbacks [] for port (010adb5f-c117-4407-9de8-3655aff852d6), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:17.115267 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Transition to ACTIVE for port object 010adb5f-c117-4407-9de8-3655aff852d6 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:09:17.121854 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (010adb5f-c117-4407-9de8-3655aff852d6), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:17.153847 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-116f935e-f2a1-4778-a376-ca7814ef238d req-07f90949-e875-4f2c-ab2f-c88ddaa8bca7 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838783 Oct 17 11:09:17.157503 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] For port 3955c45d-91b3-45ab-a7a9-681f85f45b1f, host hv-cinder-85846, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:09:17.160872 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] For port 3955c45d-91b3-45ab-a7a9-681f85f45b1f, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:09:17.177410 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:17.177410 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:17.177410 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:17.177410 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] 10.222.0.23 "PUT /v2.0/ports/3955c45d-91b3-45ab-a7a9-681f85f45b1f HTTP/1.1" status: 200 len: 1093 time: 0.8063941 Oct 17 11:09:17.178284 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'tag': '3955c45d-91b3-45ab-a7a9-681f85f45b1f'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:17.181665 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2f3c85-3ade-4f3b-af00-d4fa8f8a79ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0818104e-2132-4c41-aa3e-d0fe9f767c60", "tag": "3955c45d-91b3-45ab-a7a9-681f85f45b1f"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:17.215876 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Pushing event updated for resources: {'Port': ['ID=010adb5f-c117-4407-9de8-3655aff852d6,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:17.221656 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25db9ba9-57f3-4284-96a1-759d84a82ef8 x-openstack-request-id: req-25db9ba9-57f3-4284-96a1-759d84a82ef8 {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:17.221948 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0818104e-2132-4c41-aa3e-d0fe9f767c60", "tag": "3955c45d-91b3-45ab-a7a9-681f85f45b1f", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:17.222246 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25db9ba9-57f3-4284-96a1-759d84a82ef8 {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:17.222706 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25db9ba9-57f3-4284-96a1-759d84a82ef8'] response: {'name': 'network-changed', 'server_uuid': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'tag': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'status': 'completed', 'code': 200} Oct 17 11:09:17.263821 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Attempting to bind port 010adb5f-c117-4407-9de8-3655aff852d6 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:09:17.264160 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Attempting to bind port 010adb5f-c117-4407-9de8-3655aff852d6 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:09:17.264491 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Attempting to bind port 010adb5f-c117-4407-9de8-3655aff852d6 on network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:09:17.265866 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-60ee5a19-9c1b-469a-92b3-76159c55dcc6 None None] Attempt 2 to provision port 3955c45d-91b3-45ab-a7a9-681f85f45b1f Oct 17 11:09:17.266893 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb45c80-f940-497f-859b-667606f03c16 service neutron] Pushing event updated for resources: {'Port': ['ID=3955c45d-91b3-45ab-a7a9-681f85f45b1f,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:17.271524 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Port 010adb5f-c117-4407-9de8-3655aff852d6 on network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:09:17.271851 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Attempting to bind port 010adb5f-c117-4407-9de8-3655aff852d6 on network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:09:17.279564 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:09:17.279905 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Checking segment: {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:09:17.280283 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Bound using segment: {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:09:17.281186 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Bound port: 010adb5f-c117-4407-9de8-3655aff852d6, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03c988c2-dcab-4f68-b35b-42820265cb92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:09:17.281186 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (010adb5f-c117-4407-9de8-3655aff852d6), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:17.284713 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-5a6913e7-9add-46ee-9776-13eaaca064fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:17.285184 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:17.287143 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-5a6913e7-9add-46ee-9776-13eaaca064fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=213ce8b88d1c43309080027f9f323610&device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 1127 time: 0.0566127 Oct 17 11:09:17.315008 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-60ee5a19-9c1b-469a-92b3-76159c55dcc6 None None] Port 3955c45d-91b3-45ab-a7a9-681f85f45b1f had new provisioning blocks added so it will not transition to active. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 17 11:09:17.331703 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-710599bc-1bc3-434d-9c3e-b413906dfb60 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f HTTP/1.1" status: 200 len: 217 time: 0.0354939 Oct 17 11:09:17.384196 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-ca7ec925-1ccb-4f1f-b9de-6be3de84dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:17.385863 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-ca7ec925-1ccb-4f1f-b9de-6be3de84dfb3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dc0f225-6e64-4b4e-8686-3694a564a62c HTTP/1.1" status: 200 len: 848 time: 0.0462379 Oct 17 11:09:17.410255 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] For port 010adb5f-c117-4407-9de8-3655aff852d6, host hv-cinder-85846, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:09:17.427969 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] For port 010adb5f-c117-4407-9de8-3655aff852d6, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=010adb5f-c117-4407-9de8-3655aff852d6,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:09:17.437319 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-ecba38e2-a124-4a47-8cbf-94ac51ffbe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:17.439214 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-ecba38e2-a124-4a47-8cbf-94ac51ffbe3d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0456755 Oct 17 11:09:17.445094 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (010adb5f-c117-4407-9de8-3655aff852d6), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:17.447355 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Allocated IP 172.28.1.210 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/11d11ae0-54c4-492b-82b5-87b0b7082696) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:09:17.453346 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:17.453955 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:17.455401 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-147248c8-937f-43dd-87fb-f79245212509 service neutron] 10.222.0.23 "PUT /v2.0/ports/010adb5f-c117-4407-9de8-3655aff852d6 HTTP/1.1" status: 200 len: 1093 time: 0.9878163 Oct 17 11:09:17.534751 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-ce09796a-97ed-4d18-8986-075002d4b589 service neutron] 10.222.0.23 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861590 Oct 17 11:09:17.574611 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147248c8-937f-43dd-87fb-f79245212509 service neutron] Pushing event updated for resources: {'Port': ['ID=010adb5f-c117-4407-9de8-3655aff852d6,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:17.617986 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-b6927921-29c1-4c9f-91cc-2e47efb87c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:17.619490 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-b6927921-29c1-4c9f-91cc-2e47efb87c5f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 1127 time: 0.1223993 Oct 17 11:09:17.628679 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for port (11d11ae0-54c4-492b-82b5-87b0b7082696), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:17.630555 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-89911dbd-adf4-4745-92f8-5bbdc61bee9a req-57638a7d-5bcf-4f66-abcc-bcf0f86e0651 service neutron] 10.222.0.23 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880790 Oct 17 11:09:17.668396 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-404f9d73-b795-4aac-8536-90095420bec7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=010adb5f-c117-4407-9de8-3655aff852d6 HTTP/1.1" status: 200 len: 217 time: 0.0379894 Oct 17 11:09:17.727908 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f3c85-3ade-4f3b-af00-d4fa8f8a79ff req-48fa4ea9-90ec-4776-b7f2-5931a6b18192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:17.729661 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1b2f3c85-3ade-4f3b-af00-d4fa8f8a79ff req-48fa4ea9-90ec-4776-b7f2-5931a6b18192 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=213ce8b88d1c43309080027f9f323610&device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 1127 time: 0.0475659 Oct 17 11:09:17.732087 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-8d034937-3617-41af-9b94-8d9dffb39e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:17.733671 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-8d034937-3617-41af-9b94-8d9dffb39e4c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0587788 Oct 17 11:09:17.735379 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (11d11ae0-54c4-492b-82b5-87b0b7082696), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:17.801059 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:09:17.804647 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:09:17.807828 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:09:17.838956 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'Port': ['ID=11d11ae0-54c4-492b-82b5-87b0b7082696,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:17.854415 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f3c85-3ade-4f3b-af00-d4fa8f8a79ff req-db70ba35-3d35-4119-a112-29b0e86c9895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:17.856012 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1b2f3c85-3ade-4f3b-af00-d4fa8f8a79ff req-db70ba35-3d35-4119-a112-29b0e86c9895 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 HTTP/1.1" status: 200 len: 910 time: 0.1124413 Oct 17 11:09:17.863959 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-9ed83047-cbaa-49a1-9d43-23f983bb6439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:17.865505 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-9ed83047-cbaa-49a1-9d43-23f983bb6439 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1049559 Oct 17 11:09:17.901039 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1b2f3c85-3ade-4f3b-af00-d4fa8f8a79ff req-b00f618a-b551-4e4c-ba83-4d45a210e168 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f HTTP/1.1" status: 200 len: 217 time: 0.0366464 Oct 17 11:09:17.954184 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f3c85-3ade-4f3b-af00-d4fa8f8a79ff req-68ea32ae-160a-4c80-b808-0f9af12b38bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:17.955676 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1b2f3c85-3ade-4f3b-af00-d4fa8f8a79ff req-68ea32ae-160a-4c80-b808-0f9af12b38bc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dc0f225-6e64-4b4e-8686-3694a564a62c HTTP/1.1" status: 200 len: 848 time: 0.0485184 Oct 17 11:09:18.010011 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f3c85-3ade-4f3b-af00-d4fa8f8a79ff req-c79fafc4-d5b7-4609-8863-fb24c661cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:18.011525 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1b2f3c85-3ade-4f3b-af00-d4fa8f8a79ff req-c79fafc4-d5b7-4609-8863-fb24c661cd96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473659 Oct 17 11:09:18.152694 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1b2f3c85-3ade-4f3b-af00-d4fa8f8a79ff req-786c326b-d772-479c-b726-ecb1b726e182 service neutron] 10.222.0.23 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338782 Oct 17 11:09:18.160481 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634c248-29d1-4aca-9237-e2585d8a3d1a req-f9f8c001-a3a7-4289-bb27-f411c982da5f tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:18.161978 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c634c248-29d1-4aca-9237-e2585d8a3d1a req-f9f8c001-a3a7-4289-bb27-f411c982da5f tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 943 time: 0.0892544 Oct 17 11:09:18.179353 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'tag': '010adb5f-c117-4407-9de8-3655aff852d6'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:18.181989 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc722b7-3e5c-454a-beae-13f15bed86e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a97e5ebe-d6fb-4327-b298-21f964360062", "tag": "010adb5f-c117-4407-9de8-3655aff852d6"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:18.199593 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (455724d8-00cc-45f4-801f-7d2472352ada), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:18.257276 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-e4e503d3-9d8d-4fb2-aa86-d38bf02c2cc0 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3841212 Oct 17 11:09:18.268581 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c634c248-29d1-4aca-9237-e2585d8a3d1a req-61203ad8-29e7-4e5d-a019-528dc63880cf tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985560 Oct 17 11:09:18.293620 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (11d11ae0-54c4-492b-82b5-87b0b7082696), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:18.302079 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1b2f3c85-3ade-4f3b-af00-d4fa8f8a79ff req-c1b4b458-baf1-4d69-81ea-3d227dec484d service neutron] 10.222.0.23 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390615 Oct 17 11:09:18.342644 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e60f86a-7f1e-4b01-8374-562ba315a8bc x-openstack-request-id: req-7e60f86a-7f1e-4b01-8374-562ba315a8bc {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:18.342942 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97e5ebe-d6fb-4327-b298-21f964360062", "tag": "010adb5f-c117-4407-9de8-3655aff852d6", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:18.343188 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7e60f86a-7f1e-4b01-8374-562ba315a8bc {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:18.343577 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e60f86a-7f1e-4b01-8374-562ba315a8bc'] response: {'name': 'network-changed', 'server_uuid': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'tag': '010adb5f-c117-4407-9de8-3655aff852d6', 'status': 'completed', 'code': 200} Oct 17 11:09:18.403670 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b54f1fc-dbf3-4147-8219-f641aa57dbda req-3e1ee9e9-fbfd-4dc6-bfbe-a901bd00cefd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:18.405027 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5b54f1fc-dbf3-4147-8219-f641aa57dbda req-3e1ee9e9-fbfd-4dc6-bfbe-a901bd00cefd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 943 time: 0.1620717 Oct 17 11:09:18.472685 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1310bf9b-45a3-4944-99a5-8ff2b728f371 req-2a679b1d-9a48-41e8-8e3f-85dc5837d426 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966422 Oct 17 11:09:18.516639 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5b54f1fc-dbf3-4147-8219-f641aa57dbda req-f940bd64-489e-4471-a5f5-ab28baca06fb tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985556 Oct 17 11:09:18.584032 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for port (11d11ae0-54c4-492b-82b5-87b0b7082696), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:18.590794 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (11d11ae0-54c4-492b-82b5-87b0b7082696), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:18.635033 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc722b7-3e5c-454a-beae-13f15bed86e3 req-334aba26-7de9-4109-8f54-e88cf178bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:18.636519 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-dcc722b7-3e5c-454a-beae-13f15bed86e3 req-334aba26-7de9-4109-8f54-e88cf178bcb6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 1127 time: 0.1092708 Oct 17 11:09:18.700852 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (455724d8-00cc-45f4-801f-7d2472352ada), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:18.711263 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'Port': ['ID=11d11ae0-54c4-492b-82b5-87b0b7082696,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:18.728152 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:18.729425 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-1cbd9d2c-ee38-48cd-a2af-d50bd6b3e935 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7294264 Oct 17 11:09:18.759425 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc722b7-3e5c-454a-beae-13f15bed86e3 req-db532187-ddfb-49c2-9b90-5fe94abba362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:18.760941 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-dcc722b7-3e5c-454a-beae-13f15bed86e3 req-db532187-ddfb-49c2-9b90-5fe94abba362 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 920 time: 0.1162074 Oct 17 11:09:18.804693 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-dcc722b7-3e5c-454a-beae-13f15bed86e3 req-e16b20ec-3e53-49bb-9ecd-6287898f3bc1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=010adb5f-c117-4407-9de8-3655aff852d6 HTTP/1.1" status: 200 len: 217 time: 0.0363798 Oct 17 11:09:18.854980 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc722b7-3e5c-454a-beae-13f15bed86e3 req-94cbe912-a62c-4597-8532-08d10d512188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:18.856457 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-dcc722b7-3e5c-454a-beae-13f15bed86e3 req-94cbe912-a62c-4597-8532-08d10d512188 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0445158 Oct 17 11:09:18.907830 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc722b7-3e5c-454a-beae-13f15bed86e3 req-76227acd-fbbd-48d4-a640-96fe2f70e0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:18.909467 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-dcc722b7-3e5c-454a-beae-13f15bed86e3 req-76227acd-fbbd-48d4-a640-96fe2f70e0cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454426 Oct 17 11:09:18.927207 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-bf942093-26f2-4996-bfa7-ba6592b633b2 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--809504381&fields=id&tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96 HTTP/1.1" status: 200 len: 267 time: 0.0414445 Oct 17 11:09:19.007827 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-dcc722b7-3e5c-454a-beae-13f15bed86e3 req-585adaeb-e47e-4c6e-936f-7ac6b6d43c88 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912395 Oct 17 11:09:19.045435 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-b396e87a-7608-46de-b7f0-ff22f78b42eb tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:19.047123 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-b396e87a-7608-46de-b7f0-ff22f78b42eb tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 815 time: 0.1130302 Oct 17 11:09:19.063409 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-2605cabc-b456-4837-bc83-348763ed6123 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/quotas/dda8ee1efa8f41babdf7d2f8c1cfaa96 HTTP/1.1" status: 200 len: 375 time: 0.0094178 Oct 17 11:09:19.107627 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-dcc722b7-3e5c-454a-beae-13f15bed86e3 req-d1c4dd29-0fb5-4921-88e2-f8e2d3a570de service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928509 Oct 17 11:09:19.129951 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-d99e1659-7ec6-4f22-b4b5-8919c81dfd4e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0600948 Oct 17 11:09:19.240468 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-14966f1f-7ddc-435e-a2a3-417d2070f4f5 service neutron] 10.222.0.43 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980978 Oct 17 11:09:19.333757 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-0ee35660-99c0-4714-a42f-66cbea9305df service neutron] 10.222.0.43 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874977 Oct 17 11:09:19.400407 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5786769-c58c-4914-8af0-916e9dde0307 req-c4f0b8c8-f436-4163-baab-12367e39ba3e tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:19.401930 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e5786769-c58c-4914-8af0-916e9dde0307 req-c4f0b8c8-f436-4163-baab-12367e39ba3e tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 943 time: 0.0568242 Oct 17 11:09:19.454865 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e5786769-c58c-4914-8af0-916e9dde0307 req-c6eefaf0-e66f-4482-8549-cf68fb638f19 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467067 Oct 17 11:09:19.499083 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ed363ae3-964e-46d5-b9fe-a347bef10efc req-b8ac3568-7c3b-4657-ba12-ffc492dbdec2 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 210 time: 0.0289037 Oct 17 11:09:19.517069 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 3955c45d-91b3-45ab-a7a9-681f85f45b1f details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:09:19.659436 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b35c0a-d097-479f-bb63-b81f2ba9c0c0 req-89896d46-fdb8-4fa2-aeef-115f215a24f3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:19.661376 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-62b35c0a-d097-479f-bb63-b81f2ba9c0c0 req-89896d46-fdb8-4fa2-aeef-115f215a24f3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 943 time: 0.0709889 Oct 17 11:09:19.712217 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-62b35c0a-d097-479f-bb63-b81f2ba9c0c0 req-6bc16766-335e-4a47-ba27-6f617d853d98 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443439 Oct 17 11:09:19.748696 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 3955c45d-91b3-45ab-a7a9-681f85f45b1f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:19.760849 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'port_id': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'mac_address': 'fa:16:3e:66:f5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:09:19.795712 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 3955c45d-91b3-45ab-a7a9-681f85f45b1f is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:09:19.796153 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:19.809805 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3955c45d-91b3-45ab-a7a9-681f85f45b1f {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:09:19.830483 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 3955c45d-91b3-45ab-a7a9-681f85f45b1f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:19.835852 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:19.885344 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=3955c45d-91b3-45ab-a7a9-681f85f45b1f,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:20.100226 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['3955c45d-91b3-45ab-a7a9-681f85f45b1f'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:09:20.673124 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cb9e09-d259-4185-9713-0ab9571f36b7 req-adb9d7ed-c94b-4c03-9e7e-c6f111deccb7 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:20.674622 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-52cb9e09-d259-4185-9713-0ab9571f36b7 req-adb9d7ed-c94b-4c03-9e7e-c6f111deccb7 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 944 time: 0.1330178 Oct 17 11:09:20.686050 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-180f3266-a4ff-4070-96e8-cf5faeb067eb tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:20.687542 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-180f3266-a4ff-4070-96e8-cf5faeb067eb tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 815 time: 0.1555803 Oct 17 11:09:20.752732 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-52cb9e09-d259-4185-9713-0ab9571f36b7 req-6a2923b9-c3fb-4599-8fa0-57f14fca259f tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642135 Oct 17 11:09:20.758022 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-2eaf25eb-bf34-4835-b737-313c45fa8b1b tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:20.759654 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-2eaf25eb-bf34-4835-b737-313c45fa8b1b tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/networks?id=caaa4645-1610-4df5-8a08-b0b9033a3e65 HTTP/1.1" status: 200 len: 814 time: 0.3458188 Oct 17 11:09:20.775090 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-335ec93e-0fb8-4109-b294-c4c08a058066 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/quotas/99a627a5d5bb4544838c398f0db28fd8 HTTP/1.1" status: 200 len: 375 time: 0.0099344 Oct 17 11:09:20.799599 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-9bdf99e8-7164-4112-bbde-11b252a4504b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96 HTTP/1.1" status: 200 len: 379 time: 0.0944657 Oct 17 11:09:20.808478 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-1932bd3c-d56d-4d04-ace7-e7641020cfc1 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=99a627a5d5bb4544838c398f0db28fd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275607 Oct 17 11:09:20.809590 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-2bfcb98b-f5bf-4214-bad2-a27975004c00 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'port': {'device_id': '07df2f72-309e-4498-8f69-18811cdd922d', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'admin_state_up': True, 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'security_groups': ['5aa474f9-166e-4f5e-8352-0785a4f69efd']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:20.882881 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f15ba2bd-d4aa-4fe0-b5f8-50b359cc20f1 req-c0fb3603-4df2-4596-85d6-8571c0e76941 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 210 time: 0.0566094 Oct 17 11:09:20.909679 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-2f801f65-658d-428d-8b3f-9e918e3ba9f3 service neutron] 10.222.0.43 "GET /v2.0/networks/caaa4645-1610-4df5-8a08-b0b9033a3e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918899 Oct 17 11:09:20.956479 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-2bfcb98b-f5bf-4214-bad2-a27975004c00 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Made reservation on behalf of dda8ee1efa8f41babdf7d2f8c1cfaa96 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:09:20.960237 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-2bfcb98b-f5bf-4214-bad2-a27975004c00 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:20.990779 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-a22d6dda-721f-4a0d-a132-b8da6d29adfc service neutron] 10.222.0.43 "GET /v2.0/networks/caaa4645-1610-4df5-8a08-b0b9033a3e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824776 Oct 17 11:09:21.046742 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc741ed7-97f0-4c27-9ddf-460946f05a50 req-68f47b33-1179-49e1-9f08-db8d27b22f51 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:21.048240 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fc741ed7-97f0-4c27-9ddf-460946f05a50 req-68f47b33-1179-49e1-9f08-db8d27b22f51 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 943 time: 0.1049280 Oct 17 11:09:21.146249 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fc741ed7-97f0-4c27-9ddf-460946f05a50 req-541e90c5-bad7-4d1c-87de-3ca3513ec1d2 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917089 Oct 17 11:09:21.156061 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-2bfcb98b-f5bf-4214-bad2-a27975004c00 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Allocated IP 172.20.0.11 (21554f7b-decb-4447-82c2-82c4e5db4803/c502f9b2-9e97-4334-884d-66479d1ef028/f99b83d7-ebab-42ad-ac38-09bf2148ef74) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:09:21.174562 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c1473177-c0ef-4540-8024-6e0ae2184374 req-9c372900-7d93-4856-9475-25af81cb626e tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 210 time: 0.0388594 Oct 17 11:09:21.309694 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-2bfcb98b-f5bf-4214-bad2-a27975004c00 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:21.344824 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-2bfcb98b-f5bf-4214-bad2-a27975004c00 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:21.385864 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-2bfcb98b-f5bf-4214-bad2-a27975004c00 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Network 21554f7b-decb-4447-82c2-82c4e5db4803 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:09:21.388910 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-2bfcb98b-f5bf-4214-bad2-a27975004c00 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:09:21.395577 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-2bfcb98b-f5bf-4214-bad2-a27975004c00 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:09:21.421634 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcb98b-f5bf-4214-bad2-a27975004c00 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'Port': ['ID=f99b83d7-ebab-42ad-ac38-09bf2148ef74,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:21.451296 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-2bfcb98b-f5bf-4214-bad2-a27975004c00 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:21.452142 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-2bfcb98b-f5bf-4214-bad2-a27975004c00 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:21.469775 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-2bfcb98b-f5bf-4214-bad2-a27975004c00 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6642623 Oct 17 11:09:21.481963 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Request body: {'port': {'device_id': '07df2f72-309e-4498-8f69-18811cdd922d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:21.527466 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 010adb5f-c117-4407-9de8-3655aff852d6 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:09:21.531651 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 3955c45d-91b3-45ab-a7a9-681f85f45b1f up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:09:21.548680 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:21.658748 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port 3955c45d-91b3-45ab-a7a9-681f85f45b1f completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:09:21.672547 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 3955c45d-91b3-45ab-a7a9-681f85f45b1f triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:09:21.672791 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:21.673169 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 3955c45d-91b3-45ab-a7a9-681f85f45b1f Oct 17 11:09:21.708246 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 010adb5f-c117-4407-9de8-3655aff852d6, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=010adb5f-c117-4407-9de8-3655aff852d6,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:21.729060 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-672746b1-3ba5-4b2e-9dff-18ae13136b32 None None] Provisioning complete for port f99b83d7-ebab-42ad-ac38-09bf2148ef74 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:09:21.729410 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-672746b1-3ba5-4b2e-9dff-18ae13136b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:21.729796 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-672746b1-3ba5-4b2e-9dff-18ae13136b32 None None] Attempt 1 to provision port f99b83d7-ebab-42ad-ac38-09bf2148ef74 Oct 17 11:09:21.736683 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '010adb5f-c117-4407-9de8-3655aff852d6', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'port_id': '010adb5f-c117-4407-9de8-3655aff852d6', 'mac_address': 'fa:16:3e:41:9b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:09:21.801088 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-672746b1-3ba5-4b2e-9dff-18ae13136b32 None None] Port f99b83d7-ebab-42ad-ac38-09bf2148ef74 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:09:21.813756 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f99b83d7-ebab-42ad-ac38-09bf2148ef74 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:09:21.823063 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Publish callbacks [] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:21.827333 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 010adb5f-c117-4407-9de8-3655aff852d6 is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:09:21.827736 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (010adb5f-c117-4407-9de8-3655aff852d6), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:21.836887 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Transition to ACTIVE for port object f99b83d7-ebab-42ad-ac38-09bf2148ef74 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:09:21.847380 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 3955c45d-91b3-45ab-a7a9-681f85f45b1f is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:09:21.847591 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:21.847971 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:21.851728 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 010adb5f-c117-4407-9de8-3655aff852d6 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:09:21.887622 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3955c45d-91b3-45ab-a7a9-681f85f45b1f'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:21.889938 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5a3b16-2304-4f03-9c32-35b2c629c60f" -d '{"events": [{"server_uuid": "0818104e-2132-4c41-aa3e-d0fe9f767c60", "name": "network-vif-plugged", "status": "completed", "tag": "3955c45d-91b3-45ab-a7a9-681f85f45b1f"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:21.893415 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 010adb5f-c117-4407-9de8-3655aff852d6, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=010adb5f-c117-4407-9de8-3655aff852d6,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:21.902772 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (010adb5f-c117-4407-9de8-3655aff852d6), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:21.905677 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 3955c45d-91b3-45ab-a7a9-681f85f45b1f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:21.934762 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:21.939583 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054814a8-881c-4feb-bd3d-0363b51e8523 x-openstack-request-id: req-054814a8-881c-4feb-bd3d-0363b51e8523 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:21.940000 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0818104e-2132-4c41-aa3e-d0fe9f767c60", "name": "network-vif-plugged", "status": "completed", "tag": "3955c45d-91b3-45ab-a7a9-681f85f45b1f", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:21.940352 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-054814a8-881c-4feb-bd3d-0363b51e8523 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:21.940911 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054814a8-881c-4feb-bd3d-0363b51e8523'] response: {'server_uuid': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'code': 200} Oct 17 11:09:21.954649 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Pushing event updated for resources: {'Port': ['ID=f99b83d7-ebab-42ad-ac38-09bf2148ef74,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:21.978583 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=010adb5f-c117-4407-9de8-3655aff852d6,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:21.984745 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbac423-68a7-4628-b0d5-9e954e04e751 req-3d3663b0-4f90-491c-a7a8-46658e70c3b4 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:21.986277 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3dbac423-68a7-4628-b0d5-9e954e04e751 req-3d3663b0-4f90-491c-a7a8-46658e70c3b4 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 944 time: 0.1506908 Oct 17 11:09:22.025340 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Attempting to bind port f99b83d7-ebab-42ad-ac38-09bf2148ef74 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:09:22.025689 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Attempting to bind port f99b83d7-ebab-42ad-ac38-09bf2148ef74 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:09:22.025941 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Attempting to bind port f99b83d7-ebab-42ad-ac38-09bf2148ef74 on network 21554f7b-decb-4447-82c2-82c4e5db4803 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:09:22.040377 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Port f99b83d7-ebab-42ad-ac38-09bf2148ef74 on network 21554f7b-decb-4447-82c2-82c4e5db4803 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:09:22.040747 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Attempting to bind port f99b83d7-ebab-42ad-ac38-09bf2148ef74 on network 21554f7b-decb-4447-82c2-82c4e5db4803 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:09:22.048702 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=3955c45d-91b3-45ab-a7a9-681f85f45b1f,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:22.049316 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59354a3-3ce0-4fd3-b48e-fcb55aa0036b req-61a2e17e-4771-480e-b91c-6264f043e9a1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:22.051640 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c59354a3-3ce0-4fd3-b48e-fcb55aa0036b req-61a2e17e-4771-480e-b91c-6264f043e9a1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 944 time: 0.0669601 Oct 17 11:09:22.058059 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:09:22.058405 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Checking segment: {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:09:22.058793 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Bound using segment: {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:09:22.059228 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Bound port: f99b83d7-ebab-42ad-ac38-09bf2148ef74, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:09:22.060549 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:22.077196 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3dbac423-68a7-4628-b0d5-9e954e04e751 req-29b7e8f6-0e49-46f6-b1aa-a3fad12010ed tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809846 Oct 17 11:09:22.146408 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c59354a3-3ce0-4fd3-b48e-fcb55aa0036b req-ba3e479e-6e75-4e33-9b2f-663c14df13d8 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=5aa474f9-166e-4f5e-8352-0785a4f69efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875716 Oct 17 11:09:22.164195 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['010adb5f-c117-4407-9de8-3655aff852d6'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:09:22.176586 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] For port f99b83d7-ebab-42ad-ac38-09bf2148ef74, host hv-cinder-85846, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:09:22.180228 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] For port f99b83d7-ebab-42ad-ac38-09bf2148ef74, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f99b83d7-ebab-42ad-ac38-09bf2148ef74,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:09:22.183314 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.23', 64402) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:22.222812 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:22.233345 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:22.234074 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:22.235614 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-af819a80-8905-468e-94b2-864a816f8298 service neutron] 10.222.0.23 "PUT /v2.0/ports/f99b83d7-ebab-42ad-ac38-09bf2148ef74 HTTP/1.1" status: 200 len: 1094 time: 0.7581308 Oct 17 11:09:22.236185 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07df2f72-309e-4498-8f69-18811cdd922d', 'tag': 'f99b83d7-ebab-42ad-ac38-09bf2148ef74'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:22.239657 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc2b26c-9765-4bf9-86b1-05a4862e675a" -d '{"events": [{"name": "network-changed", "server_uuid": "07df2f72-309e-4498-8f69-18811cdd922d", "tag": "f99b83d7-ebab-42ad-ac38-09bf2148ef74"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:22.282486 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4b9a2619-4a83-4fa4-91a7-d9c830fece3c tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:22.284264 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4b9a2619-4a83-4fa4-91a7-d9c830fece3c tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.23 "GET /v2.0/networks?id=caaa4645-1610-4df5-8a08-b0b9033a3e65 HTTP/1.1" status: 200 len: 814 time: 0.1543522 Oct 17 11:09:22.302349 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-672746b1-3ba5-4b2e-9dff-18ae13136b32 None None] Attempt 2 to provision port f99b83d7-ebab-42ad-ac38-09bf2148ef74 Oct 17 11:09:22.333196 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-01b46414-a4d1-4795-b4a8-2b54e49b3134 req-ba1436d6-1a41-4292-9e79-e3ed28982edb tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 210 time: 0.0452182 Oct 17 11:09:22.343129 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4c44aa68-8466-43cc-b5e6-4e4f5063baaf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Request body: {'port': {'device_id': 'bfdab31f-dc10-471a-9569-b15814ca701a', 'network_id': 'caaa4645-1610-4df5-8a08-b0b9033a3e65', 'admin_state_up': True, 'tenant_id': '99a627a5d5bb4544838c398f0db28fd8'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:22.345963 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-672746b1-3ba5-4b2e-9dff-18ae13136b32 None None] Port f99b83d7-ebab-42ad-ac38-09bf2148ef74 had new provisioning blocks added so it will not transition to active. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 17 11:09:22.415660 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e23e2-ff10-4b12-9847-c8f042796d27 req-baa6f362-c077-4e03-8a92-4431330b9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:22.417484 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f6e23e2-ff10-4b12-9847-c8f042796d27 req-baa6f362-c077-4e03-8a92-4431330b9a70 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 1129 time: 0.2330675 Oct 17 11:09:22.423488 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afdeb13-7575-4d98-b2a7-742e75947b09 x-openstack-request-id: req-4afdeb13-7575-4d98-b2a7-742e75947b09 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:22.423672 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07df2f72-309e-4498-8f69-18811cdd922d", "tag": "f99b83d7-ebab-42ad-ac38-09bf2148ef74", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:22.424014 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4afdeb13-7575-4d98-b2a7-742e75947b09 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:22.424422 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4afdeb13-7575-4d98-b2a7-742e75947b09'] response: {'name': 'network-changed', 'server_uuid': '07df2f72-309e-4498-8f69-18811cdd922d', 'tag': 'f99b83d7-ebab-42ad-ac38-09bf2148ef74', 'status': 'completed', 'code': 200} Oct 17 11:09:22.429967 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af819a80-8905-468e-94b2-864a816f8298 service neutron] Pushing event updated for resources: {'Port': ['ID=f99b83d7-ebab-42ad-ac38-09bf2148ef74,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:22.469204 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4c44aa68-8466-43cc-b5e6-4e4f5063baaf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Made reservation on behalf of 99a627a5d5bb4544838c398f0db28fd8 for: {'port': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:09:22.471369 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab7ac9-7188-49fd-b08b-8876ed12c5ec req-7edb43e6-e913-4195-9c72-6af41eb0e0b1 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:22.472571 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4c44aa68-8466-43cc-b5e6-4e4f5063baaf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:22.473028 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4aab7ac9-7188-49fd-b08b-8876ed12c5ec req-7edb43e6-e913-4195-9c72-6af41eb0e0b1 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 944 time: 0.1814854 Oct 17 11:09:22.488920 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-b8b368b1-4733-49f7-84c0-4b2ead8f4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:22.490341 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-b8b368b1-4733-49f7-84c0-4b2ead8f4316 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 1128 time: 0.1590099 Oct 17 11:09:22.524488 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f6e23e2-ff10-4b12-9847-c8f042796d27 req-029f336a-de7d-430f-b0a9-e9b1b343a744 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975931 Oct 17 11:09:22.556069 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-07b0bb0d-946d-42ae-b044-974b1bc3ebea service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f99b83d7-ebab-42ad-ac38-09bf2148ef74 HTTP/1.1" status: 200 len: 217 time: 0.0432904 Oct 17 11:09:22.577630 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4aab7ac9-7188-49fd-b08b-8876ed12c5ec req-0a24d5da-4b5e-4b5b-a3fa-345289126c72 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939233 Oct 17 11:09:22.602193 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4c44aa68-8466-43cc-b5e6-4e4f5063baaf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Allocated IP 172.20.0.4 (caaa4645-1610-4df5-8a08-b0b9033a3e65/ba8abf2a-c8ba-482d-87d6-5f49f9d76369/77686f96-3590-4b6c-84c2-9562f6c0d55e) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:09:22.752484 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4c44aa68-8466-43cc-b5e6-4e4f5063baaf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks [] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:22.764111 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-495cb0c0-0857-4169-802a-09ba2d37215d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:22.765758 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-495cb0c0-0857-4169-802a-09ba2d37215d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c502f9b2-9e97-4334-884d-66479d1ef028 HTTP/1.1" status: 200 len: 854 time: 0.0455918 Oct 17 11:09:22.789839 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4c44aa68-8466-43cc-b5e6-4e4f5063baaf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:22.815595 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-b79f25a3-ff82-4c52-b5aa-ca479d524846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:22.817466 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-b79f25a3-ff82-4c52-b5aa-ca479d524846 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21554f7b-decb-4447-82c2-82c4e5db4803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454412 Oct 17 11:09:22.830838 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4c44aa68-8466-43cc-b5e6-4e4f5063baaf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Network caaa4645-1610-4df5-8a08-b0b9033a3e65 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:09:22.834126 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4c44aa68-8466-43cc-b5e6-4e4f5063baaf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:09:22.840653 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4c44aa68-8466-43cc-b5e6-4e4f5063baaf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:09:22.846541 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c44aa68-8466-43cc-b5e6-4e4f5063baaf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Pushing event updated for resources: {'Port': ['ID=77686f96-3590-4b6c-84c2-9562f6c0d55e,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:22.891949 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4c44aa68-8466-43cc-b5e6-4e4f5063baaf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:22.892562 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4c44aa68-8466-43cc-b5e6-4e4f5063baaf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:22.909695 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4c44aa68-8466-43cc-b5e6-4e4f5063baaf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5751889 Oct 17 11:09:22.912128 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-c213fff0-2afc-4ea4-942e-a9baf4bedefd service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878890 Oct 17 11:09:22.928485 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Request body: {'port': {'device_id': 'bfdab31f-dc10-471a-9569-b15814ca701a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:22.991027 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:23.025297 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b2a4d72f-700d-414d-b1eb-afe6e22b5051 req-73ba4e69-f3b1-4218-92f3-672005124d70 service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823233 Oct 17 11:09:23.126981 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2b26c-9765-4bf9-86b1-05a4862e675a req-c03b8984-7e59-4ecf-a11f-7b2c048efe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:23.128521 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9dc2b26c-9765-4bf9-86b1-05a4862e675a req-c03b8984-7e59-4ecf-a11f-7b2c048efe56 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 1128 time: 0.0519316 Oct 17 11:09:23.239400 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2b26c-9765-4bf9-86b1-05a4862e675a req-04d7c3aa-3786-4aa2-8b13-a942f1ebdf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:23.240858 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9dc2b26c-9765-4bf9-86b1-05a4862e675a req-04d7c3aa-3786-4aa2-8b13-a942f1ebdf38 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 916 time: 0.0964923 Oct 17 11:09:23.244112 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228e734f-6df9-4c50-9e04-ca3dade044a2 req-c61739eb-39cf-4f09-80b7-26e1d62b795a tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:23.245650 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-228e734f-6df9-4c50-9e04-ca3dade044a2 req-c61739eb-39cf-4f09-80b7-26e1d62b795a tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0841362 Oct 17 11:09:23.294997 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9dc2b26c-9765-4bf9-86b1-05a4862e675a req-7e71b7dc-baa6-4f47-91c7-dee63c0eccbb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f99b83d7-ebab-42ad-ac38-09bf2148ef74 HTTP/1.1" status: 200 len: 217 time: 0.0396798 Oct 17 11:09:23.316693 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77686f96-3590-4b6c-84c2-9562f6c0d55e {{(pid=103976) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:09:23.330277 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Publish callbacks [] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:23.341904 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc2273-560f-4407-869e-d28a0a5dd2ac req-26f78152-97f0-463a-ac1e-8a0a0a6555e6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:23.343280 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-228e734f-6df9-4c50-9e04-ca3dade044a2 req-11658ade-4423-4256-9e39-2f22b8740471 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898902 Oct 17 11:09:23.343453 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-75bc2273-560f-4407-869e-d28a0a5dd2ac req-26f78152-97f0-463a-ac1e-8a0a0a6555e6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 944 time: 0.1177583 Oct 17 11:09:23.351837 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.provisioning_blocks [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Transition to ACTIVE for port object 77686f96-3590-4b6c-84c2-9562f6c0d55e will not be triggered until provisioned by entity L2. {{(pid=103976) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:09:23.359061 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:23.370483 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2b26c-9765-4bf9-86b1-05a4862e675a req-f807e3be-1fd1-42ef-bd78-68dd5b36a564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:23.373301 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9dc2b26c-9765-4bf9-86b1-05a4862e675a req-f807e3be-1fd1-42ef-bd78-68dd5b36a564 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c502f9b2-9e97-4334-884d-66479d1ef028 HTTP/1.1" status: 200 len: 854 time: 0.0677803 Oct 17 11:09:23.428514 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-75bc2273-560f-4407-869e-d28a0a5dd2ac req-95120915-8128-42c4-bc3b-c008d497eb2a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=5aa474f9-166e-4f5e-8352-0785a4f69efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773168 Oct 17 11:09:23.442847 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2b26c-9765-4bf9-86b1-05a4862e675a req-0b4b69ab-6160-4719-a1e3-dbd4542e7f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:23.444448 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9dc2b26c-9765-4bf9-86b1-05a4862e675a req-0b4b69ab-6160-4719-a1e3-dbd4542e7f7e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21554f7b-decb-4447-82c2-82c4e5db4803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0650923 Oct 17 11:09:23.460924 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=77686f96-3590-4b6c-84c2-9562f6c0d55e,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:23.520635 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Attempting to bind port 77686f96-3590-4b6c-84c2-9562f6c0d55e on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:09:23.521275 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Attempting to bind port 77686f96-3590-4b6c-84c2-9562f6c0d55e by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '91c3bbed-b2a3-4086-a647-20a264b2d750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'caaa4645-1610-4df5-8a08-b0b9033a3e65'}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:09:23.521618 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Attempting to bind port 77686f96-3590-4b6c-84c2-9562f6c0d55e on network caaa4645-1610-4df5-8a08-b0b9033a3e65 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:09:23.529809 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ff227-2d76-46cf-9675-a7eb944e0971 req-ca26914f-7cb7-43d0-b5ef-c841a0922a01 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:23.531287 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-475ff227-2d76-46cf-9675-a7eb944e0971 req-ca26914f-7cb7-43d0-b5ef-c841a0922a01 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 943 time: 0.1026552 Oct 17 11:09:23.534670 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Port 77686f96-3590-4b6c-84c2-9562f6c0d55e on network caaa4645-1610-4df5-8a08-b0b9033a3e65 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:09:23.534993 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Attempting to bind port 77686f96-3590-4b6c-84c2-9562f6c0d55e on network caaa4645-1610-4df5-8a08-b0b9033a3e65 {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:09:23.544384 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9dc2b26c-9765-4bf9-86b1-05a4862e675a req-246d7b19-bc37-4971-b7cd-0fc2272affcd service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883207 Oct 17 11:09:23.546366 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:09:23.546645 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Checking segment: {'id': '91c3bbed-b2a3-4086-a647-20a264b2d750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'caaa4645-1610-4df5-8a08-b0b9033a3e65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:09:23.547018 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Bound using segment: {'id': '91c3bbed-b2a3-4086-a647-20a264b2d750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'caaa4645-1610-4df5-8a08-b0b9033a3e65'} {{(pid=103976) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:09:23.547445 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.managers [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Bound port: 77686f96-3590-4b6c-84c2-9562f6c0d55e, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c3bbed-b2a3-4086-a647-20a264b2d750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 673, 'network_id': 'caaa4645-1610-4df5-8a08-b0b9033a3e65'}}] {{(pid=103976) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:09:23.547803 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:23.550739 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 010adb5f-c117-4407-9de8-3655aff852d6 up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:09:23.618301 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port 010adb5f-c117-4407-9de8-3655aff852d6 completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:09:23.623333 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 010adb5f-c117-4407-9de8-3655aff852d6 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:09:23.624348 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (010adb5f-c117-4407-9de8-3655aff852d6), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:23.624785 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 010adb5f-c117-4407-9de8-3655aff852d6 Oct 17 11:09:23.633876 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-475ff227-2d76-46cf-9675-a7eb944e0971 req-141bd13a-9b41-4153-95f8-50afc4ddc2b1 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846188 Oct 17 11:09:23.673128 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] For port 77686f96-3590-4b6c-84c2-9562f6c0d55e, host hv-cinder-85846, cleared binding levels {{(pid=103976) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:09:23.676488 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] For port 77686f96-3590-4b6c-84c2-9562f6c0d55e, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=77686f96-3590-4b6c-84c2-9562f6c0d55e,segment=NetworkSegment(91c3bbed-b2a3-4086-a647-20a264b2d750),segment_id=91c3bbed-b2a3-4086-a647-20a264b2d750)] {{(pid=103976) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:09:23.685570 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:23.685779 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9dc2b26c-9765-4bf9-86b1-05a4862e675a req-f2210e43-3fd1-4537-be9d-5a726b761d58 service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330907 Oct 17 11:09:23.689553 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:23.690195 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:23.691629 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] 10.222.0.23 "PUT /v2.0/ports/77686f96-3590-4b6c-84c2-9562f6c0d55e HTTP/1.1" status: 200 len: 1093 time: 0.7676957 Oct 17 11:09:23.692143 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfdab31f-dc10-471a-9569-b15814ca701a', 'tag': '77686f96-3590-4b6c-84c2-9562f6c0d55e'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:23.694440 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8faae9d-693d-456e-bc62-581f739861ab" -d '{"events": [{"name": "network-changed", "server_uuid": "bfdab31f-dc10-471a-9569-b15814ca701a", "tag": "77686f96-3590-4b6c-84c2-9562f6c0d55e"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:23.733822 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 010adb5f-c117-4407-9de8-3655aff852d6 is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:09:23.734321 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (010adb5f-c117-4407-9de8-3655aff852d6), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:23.739072 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c0d4c-e3d9-46a1-a89d-1f6e3ab2f59f req-f95a1cfe-6ce4-4a74-b69b-7878f9e87dfc tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:23.740616 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3f8c0d4c-e3d9-46a1-a89d-1f6e3ab2f59f req-f95a1cfe-6ce4-4a74-b69b-7878f9e87dfc tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 944 time: 0.0722506 Oct 17 11:09:23.751950 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd396d10-4e2a-4837-b9a7-97121c28f2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=77686f96-3590-4b6c-84c2-9562f6c0d55e,revision_number=3']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:23.779191 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35872c3-c309-4d80-bb2a-2b28e1623c3a x-openstack-request-id: req-b35872c3-c309-4d80-bb2a-2b28e1623c3a {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:23.779812 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfdab31f-dc10-471a-9569-b15814ca701a", "tag": "77686f96-3590-4b6c-84c2-9562f6c0d55e", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:23.780281 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b35872c3-c309-4d80-bb2a-2b28e1623c3a {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:23.781286 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b35872c3-c309-4d80-bb2a-2b28e1623c3a'] response: {'name': 'network-changed', 'server_uuid': 'bfdab31f-dc10-471a-9569-b15814ca701a', 'tag': '77686f96-3590-4b6c-84c2-9562f6c0d55e', 'status': 'completed', 'code': 200} Oct 17 11:09:23.788144 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 010adb5f-c117-4407-9de8-3655aff852d6, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=010adb5f-c117-4407-9de8-3655aff852d6,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:23.795927 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (010adb5f-c117-4407-9de8-3655aff852d6), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:23.803051 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3f8c0d4c-e3d9-46a1-a89d-1f6e3ab2f59f req-e3e0e31d-0210-4931-b649-3504aed14294 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548475 Oct 17 11:09:23.826708 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-43471a9e-6836-4e79-a2ae-fd33fdb95c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:23.834147 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-43471a9e-6836-4e79-a2ae-fd33fdb95c95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=99a627a5d5bb4544838c398f0db28fd8&device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 1127 time: 0.0685680 Oct 17 11:09:23.852087 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=010adb5f-c117-4407-9de8-3655aff852d6,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:23.893267 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-4490401d-de24-4ad2-a9ee-eb121ed8510d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77686f96-3590-4b6c-84c2-9562f6c0d55e HTTP/1.1" status: 200 len: 217 time: 0.0366359 Oct 17 11:09:23.942206 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010adb5f-c117-4407-9de8-3655aff852d6'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:23.944578 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd88a61-df98-4218-be83-26754d782d6d" -d '{"events": [{"server_uuid": "a97e5ebe-d6fb-4327-b298-21f964360062", "name": "network-vif-plugged", "status": "completed", "tag": "010adb5f-c117-4407-9de8-3655aff852d6"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:23.955300 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-c3c5760b-cb94-4ef5-aeaa-c48e0d89e43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:23.956911 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-c3c5760b-cb94-4ef5-aeaa-c48e0d89e43f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ba8abf2a-c8ba-482d-87d6-5f49f9d76369 HTTP/1.1" status: 200 len: 854 time: 0.0563385 Oct 17 11:09:23.980816 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2730e9-28b5-43ef-abfd-4443417061da x-openstack-request-id: req-2f2730e9-28b5-43ef-abfd-4443417061da {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:23.981133 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97e5ebe-d6fb-4327-b298-21f964360062", "name": "network-vif-plugged", "status": "completed", "tag": "010adb5f-c117-4407-9de8-3655aff852d6", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:23.981414 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f2730e9-28b5-43ef-abfd-4443417061da {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:23.981810 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2730e9-28b5-43ef-abfd-4443417061da'] response: {'server_uuid': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '010adb5f-c117-4407-9de8-3655aff852d6', 'code': 200} Oct 17 11:09:23.993461 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-bf53ed3a-843a-4f25-8d5b-0209da3bd3c7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caaa4645-1610-4df5-8a08-b0b9033a3e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284123 Oct 17 11:09:24.094297 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-f936612d-17d6-44a3-8838-2b97779ba4f3 service neutron] 10.222.0.23 "GET /v2.0/networks/caaa4645-1610-4df5-8a08-b0b9033a3e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905309 Oct 17 11:09:24.179407 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eddb9be-88f6-4f64-9ffa-439b1240d8d3 req-bd2a5305-aadc-4427-96e6-40a2b6fe7e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:24.181318 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4eddb9be-88f6-4f64-9ffa-439b1240d8d3 req-bd2a5305-aadc-4427-96e6-40a2b6fe7e3b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 1129 time: 0.0449402 Oct 17 11:09:24.184329 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c4783d1c-4cbd-48f8-8d89-ee49d052fee1 req-880dda17-68a4-49c9-b5ac-e95de4660eec service neutron] 10.222.0.23 "GET /v2.0/networks/caaa4645-1610-4df5-8a08-b0b9033a3e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836556 Oct 17 11:09:24.231003 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4eddb9be-88f6-4f64-9ffa-439b1240d8d3 req-b595a78c-4d3d-42c6-8c8c-1be52e213409 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395243 Oct 17 11:09:24.489219 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3a1c4-05ec-46c6-93cc-b6b5cee6dab4 req-034d70d5-7c6d-413b-a5c1-84af9066ad72 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:24.490799 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a3c3a1c4-05ec-46c6-93cc-b6b5cee6dab4 req-034d70d5-7c6d-413b-a5c1-84af9066ad72 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0626268 Oct 17 11:09:24.499541 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faae9d-693d-456e-bc62-581f739861ab req-0cbeccce-e89c-4d39-9444-fe4947e78b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:24.501070 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a8faae9d-693d-456e-bc62-581f739861ab req-0cbeccce-e89c-4d39-9444-fe4947e78b2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=99a627a5d5bb4544838c398f0db28fd8&device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 1127 time: 0.0519912 Oct 17 11:09:24.543106 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a3c3a1c4-05ec-46c6-93cc-b6b5cee6dab4 req-46afaa5d-5ad0-44c2-8b8b-5ee0e8c35182 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458918 Oct 17 11:09:24.618923 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c57f29-571d-45ab-bf00-d9fa2354ea7e req-56c81342-e53e-41f9-b6a6-7575999d76b3 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:24.620386 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-36c57f29-571d-45ab-bf00-d9fa2354ea7e req-56c81342-e53e-41f9-b6a6-7575999d76b3 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 944 time: 0.1139350 Oct 17 11:09:24.646229 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faae9d-693d-456e-bc62-581f739861ab req-ac86e97c-93c7-46ab-afbe-011a62c72df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:24.647597 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a8faae9d-693d-456e-bc62-581f739861ab req-ac86e97c-93c7-46ab-afbe-011a62c72df8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=caaa4645-1610-4df5-8a08-b0b9033a3e65 HTTP/1.1" status: 200 len: 915 time: 0.1393383 Oct 17 11:09:24.705755 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a8faae9d-693d-456e-bc62-581f739861ab req-b7629265-131f-4089-8264-b8f9e8457506 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=77686f96-3590-4b6c-84c2-9562f6c0d55e HTTP/1.1" status: 200 len: 217 time: 0.0447779 Oct 17 11:09:24.713644 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-36c57f29-571d-45ab-bf00-d9fa2354ea7e req-e7ca230c-606e-4b96-86d9-b43d157ec6b0 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=5aa474f9-166e-4f5e-8352-0785a4f69efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839114 Oct 17 11:09:24.768747 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faae9d-693d-456e-bc62-581f739861ab req-778bf07c-d8c0-4f9a-8713-43f875b1dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:24.770782 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a8faae9d-693d-456e-bc62-581f739861ab req-778bf07c-d8c0-4f9a-8713-43f875b1dcef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ba8abf2a-c8ba-482d-87d6-5f49f9d76369 HTTP/1.1" status: 200 len: 854 time: 0.0558496 Oct 17 11:09:24.813976 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a8faae9d-693d-456e-bc62-581f739861ab req-99b03b81-4d44-40ba-931d-ad6415134059 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=caaa4645-1610-4df5-8a08-b0b9033a3e65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344944 Oct 17 11:09:24.892511 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f5518-8eee-4ee1-ad72-0220e3e91497 req-430f4fd6-d3f8-455c-a3af-d97ef481bbb1 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:24.894008 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1c4f5518-8eee-4ee1-ad72-0220e3e91497 req-430f4fd6-d3f8-455c-a3af-d97ef481bbb1 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.2794056 Oct 17 11:09:24.915605 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a410f764-e1d4-4aeb-b74d-f1519d1d53db req-3b48e771-263e-4a1e-86a2-8553edb3b708 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:24.916996 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a410f764-e1d4-4aeb-b74d-f1519d1d53db req-3b48e771-263e-4a1e-86a2-8553edb3b708 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 943 time: 0.1292078 Oct 17 11:09:24.943378 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1c4f5518-8eee-4ee1-ad72-0220e3e91497 req-e467769f-cf6b-416e-a871-036f20b37d98 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429564 Oct 17 11:09:24.945332 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a8faae9d-693d-456e-bc62-581f739861ab req-e50c51d2-91be-4374-aef2-0a5e9578c5b7 service neutron] 10.222.0.23 "GET /v2.0/networks/caaa4645-1610-4df5-8a08-b0b9033a3e65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127417 Oct 17 11:09:24.972821 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54606) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:25.018708 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a410f764-e1d4-4aeb-b74d-f1519d1d53db req-85607db4-041d-4173-b1e0-841b68d628b4 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942104 Oct 17 11:09:25.056902 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80a724-71c6-444d-922c-6eb2e56052a1 req-cb78d2f5-0bff-4bdc-985c-a858a4e50bff tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:25.058466 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-dc80a724-71c6-444d-922c-6eb2e56052a1 req-cb78d2f5-0bff-4bdc-985c-a858a4e50bff tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0583055 Oct 17 11:09:25.066891 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a8faae9d-693d-456e-bc62-581f739861ab req-3a3d39a2-7734-4e06-8600-efed2d76c709 service neutron] 10.222.0.23 "GET /v2.0/networks/caaa4645-1610-4df5-8a08-b0b9033a3e65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092663 Oct 17 11:09:25.141366 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-dc80a724-71c6-444d-922c-6eb2e56052a1 req-381f2219-7919-416b-b758-7fe713761528 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766075 Oct 17 11:09:25.151161 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfca23d-4857-4b31-a6f9-ec67d18b158b tempest-TestShelveInstance-1016899240 tempest-TestShelveInstance-1016899240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:25.153579 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-5cfca23d-4857-4b31-a6f9-ec67d18b158b tempest-TestShelveInstance-1016899240 tempest-TestShelveInstance-1016899240-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 1124 time: 0.1785748 Oct 17 11:09:25.155875 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54610) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:25.160227 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Request body: {'floatingip': {'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'port_id': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:25.184396 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:25.282420 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:25.386299 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Allocated IP 172.28.1.22 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/4bcc4f79-4054-44c3-a48f-375db9a88b9a) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:09:25.494348 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for port (4bcc4f79-4054-44c3-a48f-375db9a88b9a), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:25.529185 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (4bcc4f79-4054-44c3-a48f-375db9a88b9a), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:25.570482 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:09:25.573259 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device f99b83d7-ebab-42ad-ac38-09bf2148ef74 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:09:25.577655 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:09:25.581535 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:09:25.584555 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Pushing event updated for resources: {'Port': ['ID=4bcc4f79-4054-44c3-a48f-375db9a88b9a,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:25.671096 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port f99b83d7-ebab-42ad-ac38-09bf2148ef74, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f99b83d7-ebab-42ad-ac38-09bf2148ef74,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:25.683018 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': 'f99b83d7-ebab-42ad-ac38-09bf2148ef74', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'port_id': 'f99b83d7-ebab-42ad-ac38-09bf2148ef74', 'mac_address': 'fa:16:3e:22:c8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:09:25.719838 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port f99b83d7-ebab-42ad-ac38-09bf2148ef74 is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:09:25.720232 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:25.733522 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f99b83d7-ebab-42ad-ac38-09bf2148ef74 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:09:25.753388 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port f99b83d7-ebab-42ad-ac38-09bf2148ef74, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f99b83d7-ebab-42ad-ac38-09bf2148ef74,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:25.761554 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:25.809016 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=f99b83d7-ebab-42ad-ac38-09bf2148ef74,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:25.847470 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3995798-2111-425f-b239-9cfe889366a5 req-fc028c80-5d95-4d72-a6fd-e688554b1f7d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:25.848972 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f3995798-2111-425f-b239-9cfe889366a5 req-fc028c80-5d95-4d72-a6fd-e688554b1f7d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 945 time: 0.0541899 Oct 17 11:09:25.897727 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f3995798-2111-425f-b239-9cfe889366a5 req-df8a59ac-43b4-46a4-ad86-d0019c10dd33 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=5aa474f9-166e-4f5e-8352-0785a4f69efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428402 Oct 17 11:09:26.037362 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for floatingip (fec80c6d-f506-462b-9ea9-cb8df1bad785), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:26.050047 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['f99b83d7-ebab-42ad-ac38-09bf2148ef74'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:09:26.158382 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (4bcc4f79-4054-44c3-a48f-375db9a88b9a), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:26.211719 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b3312-ef66-455d-a732-0b4e5bb6f7d5 req-c1f8f884-c19a-4b8f-9829-25177b84281e tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:26.213207 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c30b3312-ef66-455d-a732-0b4e5bb6f7d5 req-c1f8f884-c19a-4b8f-9829-25177b84281e tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 943 time: 0.1106203 Oct 17 11:09:26.273169 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03656321-7e05-4f42-9665-5529ec2132d8 req-5c415f51-5ca1-443f-bb54-b82d15cc589f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:26.274769 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-03656321-7e05-4f42-9665-5529ec2132d8 req-5c415f51-5ca1-443f-bb54-b82d15cc589f tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0585089 Oct 17 11:09:26.308210 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c30b3312-ef66-455d-a732-0b4e5bb6f7d5 req-81fd92c3-6b90-4fce-b37a-ee44f22e568b tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820515 Oct 17 11:09:26.322292 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-03656321-7e05-4f42-9665-5529ec2132d8 req-9b4774e1-c5df-4eaa-982d-52aeef73d304 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415480 Oct 17 11:09:26.349203 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for port (4bcc4f79-4054-44c3-a48f-375db9a88b9a), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:26.355146 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (4bcc4f79-4054-44c3-a48f-375db9a88b9a), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:26.451880 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (fec80c6d-f506-462b-9ea9-cb8df1bad785), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:26.453502 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Pushing event updated for resources: {'Port': ['ID=4bcc4f79-4054-44c3-a48f-375db9a88b9a,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:26.515373 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550f7f3-a7ac-401d-b5e8-f55d9246f2a1 req-89300ca7-df7d-4b65-bd8b-bdb11a3429d4 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:26.516840 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2550f7f3-a7ac-401d-b5e8-f55d9246f2a1 req-89300ca7-df7d-4b65-bd8b-bdb11a3429d4 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.1211197 Oct 17 11:09:26.527447 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 54620) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:26.532020 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-6b0004e6-bf58-48bf-9ef5-3ab5e394c84c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Request body: {'floatingip': {'port_id': '010adb5f-c117-4407-9de8-3655aff852d6'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:26.566056 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.l3_db [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Floating IP fec80c6d-f506-462b-9ea9-cb8df1bad785 associated. External IP: 172.28.1.22, port: 3955c45d-91b3-45ab-a7a9-681f85f45b1f. Oct 17 11:09:26.570631 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6b0004e6-bf58-48bf-9ef5-3ab5e394c84c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for floatingip (f8e934d1-c114-4c3e-9248-e134281c31b1), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:26.764904 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Router 1ff7d49c-4399-462d-b9e2-819053d0137b has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:09:26.866231 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:09:26.877139 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fdde69-8eb3-4434-81e3-c116dcfa402b None None] Sync routers for ids ['1ff7d49c-4399-462d-b9e2-819053d0137b'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:09:26.887269 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:26.888768 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fdde69-8eb3-4434-81e3-c116dcfa402b None None] Routers {'1ff7d49c-4399-462d-b9e2-819053d0137b'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:09:26.889510 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-f4fdde69-8eb3-4434-81e3-c116dcfa402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:09:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['1ff7d49c-4399-462d-b9e2-819053d0137b'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:26.918983 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-d414c9f5-9605-4ad3-bbc6-fc59ef1cd16d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7620840 Oct 17 11:09:26.920905 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'tag': '3955c45d-91b3-45ab-a7a9-681f85f45b1f'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:26.927038 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55dca077-8a79-4286-89b6-d2acdf1e5b06" -d '{"events": [{"name": "network-changed", "server_uuid": "0818104e-2132-4c41-aa3e-d0fe9f767c60", "tag": "3955c45d-91b3-45ab-a7a9-681f85f45b1f"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:26.989227 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae8ea633-8388-4184-8ce7-be97c1c943a8 x-openstack-request-id: req-ae8ea633-8388-4184-8ce7-be97c1c943a8 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:26.990032 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0818104e-2132-4c41-aa3e-d0fe9f767c60", "tag": "3955c45d-91b3-45ab-a7a9-681f85f45b1f", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:26.990295 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ae8ea633-8388-4184-8ce7-be97c1c943a8 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:26.991021 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8ea633-8388-4184-8ce7-be97c1c943a8'] response: {'name': 'network-changed', 'server_uuid': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'tag': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'status': 'completed', 'code': 200} Oct 17 11:09:26.997336 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-f4fdde69-8eb3-4434-81e3-c116dcfa402b None None] Set router 1ff7d49c-4399-462d-b9e2-819053d0137b gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:09:27.019462 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6b0004e6-bf58-48bf-9ef5-3ab5e394c84c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:27.042238 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6b0004e6-bf58-48bf-9ef5-3ab5e394c84c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (f8e934d1-c114-4c3e-9248-e134281c31b1), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:27.161968 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db27db0-1b81-4459-8b3e-e296b97b9f0d req-9758266e-af1e-4920-bfbc-a4acea7d1624 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:27.163356 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0db27db0-1b81-4459-8b3e-e296b97b9f0d req-9758266e-af1e-4920-bfbc-a4acea7d1624 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 945 time: 0.1610320 Oct 17 11:09:27.177634 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dca077-8a79-4286-89b6-d2acdf1e5b06 req-990ad431-96f1-44dd-8e9f-3f9038bf9b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:27.179091 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-55dca077-8a79-4286-89b6-d2acdf1e5b06 req-990ad431-96f1-44dd-8e9f-3f9038bf9b30 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=213ce8b88d1c43309080027f9f323610&device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 1129 time: 0.1635470 Oct 17 11:09:27.209875 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.l3_db [None req-6b0004e6-bf58-48bf-9ef5-3ab5e394c84c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Floating IP f8e934d1-c114-4c3e-9248-e134281c31b1 associated. External IP: 172.28.1.169, port: 010adb5f-c117-4407-9de8-3655aff852d6. Oct 17 11:09:27.225394 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-f4fdde69-8eb3-4434-81e3-c116dcfa402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '34336398-8d43-4af2-92f7-211926879dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 4, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port': {'id': '34336398-8d43-4af2-92f7-211926879dfb', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:47Z', 'updated_at': '2022-10-17T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'fec80c6d-f506-462b-9ea9-cb8df1bad785', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'floating_ip_address': '172.28.1.22', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'port_id': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'mac_address': 'fa:16:3e:66:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:09:25Z', 'updated_at': '2022-10-17T11:09:25Z', 'revision_number': 0, 'project_id': '213ce8b88d1c43309080027f9f323610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a0b6d0-9c50-4c7c-9c4c-76557a86ed28', 'name': '', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'mac_address': 'fa:16:3e:ff:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:48Z', 'updated_at': '2022-10-17T11:08:54Z', 'revision_number': 5, 'project_id': '213ce8b88d1c43309080027f9f323610', 'subnets': [{'id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:27.249934 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fdde69-8eb3-4434-81e3-c116dcfa402b None None] Checking router: 1ff7d49c-4399-462d-b9e2-819053d0137b for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:09:27.259966 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fdde69-8eb3-4434-81e3-c116dcfa402b None None] Routers {'1ff7d49c-4399-462d-b9e2-819053d0137b'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:09:27.260587 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-f4fdde69-8eb3-4434-81e3-c116dcfa402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:09:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['1ff7d49c-4399-462d-b9e2-819053d0137b'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:27.373588 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-f4fdde69-8eb3-4434-81e3-c116dcfa402b None None] Set router 1ff7d49c-4399-462d-b9e2-819053d0137b gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:09:27.454535 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb7ce2-5439-4ba2-95fa-abc6c6ad2139 req-9f57ad0d-b294-485d-89d2-e0d70f702370 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:27.457195 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-57cb7ce2-5439-4ba2-95fa-abc6c6ad2139 req-9f57ad0d-b294-485d-89d2-e0d70f702370 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 943 time: 0.0663271 Oct 17 11:09:27.506930 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-57cb7ce2-5439-4ba2-95fa-abc6c6ad2139 req-aca2d390-f6a3-42c9-9478-be410c630d4b tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432522 Oct 17 11:09:27.589906 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0db27db0-1b81-4459-8b3e-e296b97b9f0d req-7816d0db-c03d-488f-948c-f03e08f4efc1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=5aa474f9-166e-4f5e-8352-0785a4f69efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4165089 Oct 17 11:09:27.597333 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 77686f96-3590-4b6c-84c2-9562f6c0d55e details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:09:27.599992 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device f99b83d7-ebab-42ad-ac38-09bf2148ef74 up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:09:27.657199 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-f4fdde69-8eb3-4434-81e3-c116dcfa402b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '34336398-8d43-4af2-92f7-211926879dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 4, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port': {'id': '34336398-8d43-4af2-92f7-211926879dfb', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:47Z', 'updated_at': '2022-10-17T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'fec80c6d-f506-462b-9ea9-cb8df1bad785', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'floating_ip_address': '172.28.1.22', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'port_id': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'mac_address': 'fa:16:3e:66:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:09:25Z', 'updated_at': '2022-10-17T11:09:25Z', 'revision_number': 0, 'project_id': '213ce8b88d1c43309080027f9f323610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a0b6d0-9c50-4c7c-9c4c-76557a86ed28', 'name': '', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'mac_address': 'fa:16:3e:ff:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:48Z', 'updated_at': '2022-10-17T11:08:54Z', 'revision_number': 5, 'project_id': '213ce8b88d1c43309080027f9f323610', 'subnets': [{'id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:27.658682 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dca077-8a79-4286-89b6-d2acdf1e5b06 req-836a13b4-11fb-4ef2-95bb-7a8a2871cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:27.660224 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-55dca077-8a79-4286-89b6-d2acdf1e5b06 req-836a13b4-11fb-4ef2-95bb-7a8a2871cde6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 HTTP/1.1" status: 200 len: 910 time: 0.4729187 Oct 17 11:09:27.720130 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fdde69-8eb3-4434-81e3-c116dcfa402b None None] The sync data for ids ['1ff7d49c-4399-462d-b9e2-819053d0137b'] in dv-cinder-858463-3-smb is: [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '34336398-8d43-4af2-92f7-211926879dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 4, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port': {'id': '34336398-8d43-4af2-92f7-211926879dfb', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:47Z', 'updated_at': '2022-10-17T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'fec80c6d-f506-462b-9ea9-cb8df1bad785', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'floating_ip_address': '172.28.1.22', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'port_id': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'mac_address': 'fa:16:3e:66:f5:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:09:25Z', 'updated_at': '2022-10-17T11:09:25Z', 'revision_number': 0, 'project_id': '213ce8b88d1c43309080027f9f323610', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73a0b6d0-9c50-4c7c-9c4c-76557a86ed28', 'name': '', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'mac_address': 'fa:16:3e:ff:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:48Z', 'updated_at': '2022-10-17T11:08:54Z', 'revision_number': 5, 'project_id': '213ce8b88d1c43309080027f9f323610', 'subnets': [{'id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:09:27.739063 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port f99b83d7-ebab-42ad-ac38-09bf2148ef74 completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:09:27.747430 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port f99b83d7-ebab-42ad-ac38-09bf2148ef74 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:09:27.747814 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:27.748159 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port f99b83d7-ebab-42ad-ac38-09bf2148ef74 Oct 17 11:09:27.759314 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-55dca077-8a79-4286-89b6-d2acdf1e5b06 req-0cf0c3cb-63a7-4f61-a1b6-c9924ceac3f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f HTTP/1.1" status: 200 len: 998 time: 0.0911801 Oct 17 11:09:27.805858 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 77686f96-3590-4b6c-84c2-9562f6c0d55e, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=77686f96-3590-4b6c-84c2-9562f6c0d55e,segment=NetworkSegment(91c3bbed-b2a3-4086-a647-20a264b2d750),segment_id=91c3bbed-b2a3-4086-a647-20a264b2d750)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:27.809804 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0004e6-bf58-48bf-9ef5-3ab5e394c84c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Router 98ef45da-33ae-4664-89f0-264014cb5eba has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:09:27.822287 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '77686f96-3590-4b6c-84c2-9562f6c0d55e', 'network_id': 'caaa4645-1610-4df5-8a08-b0b9033a3e65', 'port_id': '77686f96-3590-4b6c-84c2-9562f6c0d55e', 'mac_address': 'fa:16:3e:e0:c3:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 673, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8abf2a-c8ba-482d-87d6-5f49f9d76369', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:09:27.829557 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dca077-8a79-4286-89b6-d2acdf1e5b06 req-0e68b704-8f17-4b5f-9b0c-5195ab78c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:27.831056 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-55dca077-8a79-4286-89b6-d2acdf1e5b06 req-0e68b704-8f17-4b5f-9b0c-5195ab78c61a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dc0f225-6e64-4b4e-8686-3694a564a62c HTTP/1.1" status: 200 len: 848 time: 0.0640104 Oct 17 11:09:27.940318 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc146daa-ca0c-4593-ae07-851b62ba4c79 None None] New status for floating IP fec80c6d-f506-462b-9ea9-cb8df1bad785: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:09:27.965129 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dca077-8a79-4286-89b6-d2acdf1e5b06 req-a768bf76-98bb-483c-9346-6822e2ae8a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:27.966725 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-55dca077-8a79-4286-89b6-d2acdf1e5b06 req-a768bf76-98bb-483c-9346-6822e2ae8a13 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1037676 Oct 17 11:09:27.968184 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0004e6-bf58-48bf-9ef5-3ab5e394c84c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:09:27.973235 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-6b0004e6-bf58-48bf-9ef5-3ab5e394c84c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:28.001089 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f08d09-20b5-438a-8923-17a441804702 None None] Sync routers for ids ['98ef45da-33ae-4664-89f0-264014cb5eba'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:09:28.028995 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port f99b83d7-ebab-42ad-ac38-09bf2148ef74 is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:09:28.029418 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:28.031558 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 77686f96-3590-4b6c-84c2-9562f6c0d55e is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:09:28.031935 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:28.035641 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f08d09-20b5-438a-8923-17a441804702 None None] Routers {'98ef45da-33ae-4664-89f0-264014cb5eba'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:09:28.036294 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-70f08d09-20b5-438a-8923-17a441804702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:09:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['98ef45da-33ae-4664-89f0-264014cb5eba'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:28.049701 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-6b0004e6-bf58-48bf-9ef5-3ab5e394c84c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "PUT /v2.0/floatingips/f8e934d1-c114-4c3e-9248-e134281c31b1 HTTP/1.1" status: 200 len: 991 time: 1.5210998 Oct 17 11:09:28.053925 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'tag': '010adb5f-c117-4407-9de8-3655aff852d6'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:28.056687 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c41f3dbd-c2cd-46c2-b7b1-9aa181e0151b" -d '{"events": [{"name": "network-changed", "server_uuid": "a97e5ebe-d6fb-4327-b298-21f964360062", "tag": "010adb5f-c117-4407-9de8-3655aff852d6"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:28.095172 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da2dfe7-1614-4cb6-b9af-0ab8e7386b6d x-openstack-request-id: req-8da2dfe7-1614-4cb6-b9af-0ab8e7386b6d {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:28.095463 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97e5ebe-d6fb-4327-b298-21f964360062", "tag": "010adb5f-c117-4407-9de8-3655aff852d6", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:28.095719 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8da2dfe7-1614-4cb6-b9af-0ab8e7386b6d {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:28.096130 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da2dfe7-1614-4cb6-b9af-0ab8e7386b6d'] response: {'name': 'network-changed', 'server_uuid': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'tag': '010adb5f-c117-4407-9de8-3655aff852d6', 'status': 'completed', 'code': 200} Oct 17 11:09:28.103550 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77686f96-3590-4b6c-84c2-9562f6c0d55e {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:09:28.121627 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07df2f72-309e-4498-8f69-18811cdd922d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99b83d7-ebab-42ad-ac38-09bf2148ef74'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:28.124142 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b132c0a6-bc79-47d8-84d3-701b91ac1b78" -d '{"events": [{"server_uuid": "07df2f72-309e-4498-8f69-18811cdd922d", "name": "network-vif-plugged", "status": "completed", "tag": "f99b83d7-ebab-42ad-ac38-09bf2148ef74"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:28.126410 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-55dca077-8a79-4286-89b6-d2acdf1e5b06 req-df049124-03e7-4c04-b125-eab7034e2ca9 service neutron] 10.222.0.23 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506300 Oct 17 11:09:28.182783 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f3dbd-c2cd-46c2-b7b1-9aa181e0151b req-7c2656ff-c2e6-4aa2-af04-8531393e560c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:28.184765 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c41f3dbd-c2cd-46c2-b7b1-9aa181e0151b req-7c2656ff-c2e6-4aa2-af04-8531393e560c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 1129 time: 0.0598671 Oct 17 11:09:28.192418 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port f99b83d7-ebab-42ad-ac38-09bf2148ef74, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f99b83d7-ebab-42ad-ac38-09bf2148ef74,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:28.196026 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a0f2529-9e46-4ffe-8b6e-6eebd9815e57 x-openstack-request-id: req-9a0f2529-9e46-4ffe-8b6e-6eebd9815e57 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:28.196369 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07df2f72-309e-4498-8f69-18811cdd922d", "name": "network-vif-plugged", "status": "completed", "tag": "f99b83d7-ebab-42ad-ac38-09bf2148ef74", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:28.196632 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9a0f2529-9e46-4ffe-8b6e-6eebd9815e57 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:28.197060 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a0f2529-9e46-4ffe-8b6e-6eebd9815e57'] response: {'server_uuid': '07df2f72-309e-4498-8f69-18811cdd922d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f99b83d7-ebab-42ad-ac38-09bf2148ef74', 'code': 200} Oct 17 11:09:28.202258 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 77686f96-3590-4b6c-84c2-9562f6c0d55e, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=77686f96-3590-4b6c-84c2-9562f6c0d55e,segment=NetworkSegment(91c3bbed-b2a3-4086-a647-20a264b2d750),segment_id=91c3bbed-b2a3-4086-a647-20a264b2d750)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:28.203238 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:28.212243 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:28.248923 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-55dca077-8a79-4286-89b6-d2acdf1e5b06 req-35ab88d7-5dd8-4224-b807-c750daf959ca service neutron] 10.222.0.23 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166792 Oct 17 11:09:28.252286 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-70f08d09-20b5-438a-8923-17a441804702 None None] Set router 98ef45da-33ae-4664-89f0-264014cb5eba gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:09:28.299575 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=f99b83d7-ebab-42ad-ac38-09bf2148ef74,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:28.301128 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f3dbd-c2cd-46c2-b7b1-9aa181e0151b req-d60665ff-e74a-403b-930b-3b1185e2e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:28.310766 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c41f3dbd-c2cd-46c2-b7b1-9aa181e0151b req-d60665ff-e74a-403b-930b-3b1185e2e008 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 920 time: 0.1080670 Oct 17 11:09:28.375757 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c41f3dbd-c2cd-46c2-b7b1-9aa181e0151b req-b1d86ae2-fba4-45d0-8d7e-e85f13eafc65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=010adb5f-c117-4407-9de8-3655aff852d6 HTTP/1.1" status: 200 len: 999 time: 0.0580831 Oct 17 11:09:28.396683 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df724d14-6318-42ce-9ee5-59664f39aadf req-823a9981-6e13-4408-a5d6-c0007ecdc728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:28.398784 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-df724d14-6318-42ce-9ee5-59664f39aadf req-823a9981-6e13-4408-a5d6-c0007ecdc728 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 1130 time: 0.0491595 Oct 17 11:09:28.402482 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=77686f96-3590-4b6c-84c2-9562f6c0d55e,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:28.430814 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f3dbd-c2cd-46c2-b7b1-9aa181e0151b req-18a6499b-f85e-4902-aedf-b04ea43d65a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:28.432275 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c41f3dbd-c2cd-46c2-b7b1-9aa181e0151b req-18a6499b-f85e-4902-aedf-b04ea43d65a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0502164 Oct 17 11:09:28.452042 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-df724d14-6318-42ce-9ee5-59664f39aadf req-0936e235-3ef9-4e91-b052-927f58c0a0f6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5aa474f9-166e-4f5e-8352-0785a4f69efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451157 Oct 17 11:09:28.484022 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41f3dbd-c2cd-46c2-b7b1-9aa181e0151b req-2d70dd64-d563-43fd-8832-062e1ec5e223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:28.485558 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c41f3dbd-c2cd-46c2-b7b1-9aa181e0151b req-2d70dd64-d563-43fd-8832-062e1ec5e223 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0465682 Oct 17 11:09:28.505957 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['77686f96-3590-4b6c-84c2-9562f6c0d55e'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:09:28.586568 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-70f08d09-20b5-438a-8923-17a441804702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'f8e934d1-c114-4c3e-9248-e134281c31b1', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'floating_ip_address': '172.28.1.169', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'port_id': '010adb5f-c117-4407-9de8-3655aff852d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'mac_address': 'fa:16:3e:41:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:09:11Z', 'updated_at': '2022-10-17T11:09:26Z', 'revision_number': 1, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f80c87-ac0a-48e1-8ddd-a6c431d84539', 'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'mac_address': 'fa:16:3e:db:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:32Z', 'updated_at': '2022-10-17T11:07:39Z', 'revision_number': 5, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'subnets': [{'id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:28.620611 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f08d09-20b5-438a-8923-17a441804702 None None] Checking router: 98ef45da-33ae-4664-89f0-264014cb5eba for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:09:28.640699 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f08d09-20b5-438a-8923-17a441804702 None None] Routers {'98ef45da-33ae-4664-89f0-264014cb5eba'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:09:28.641384 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-70f08d09-20b5-438a-8923-17a441804702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:09:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['98ef45da-33ae-4664-89f0-264014cb5eba'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:28.643224 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e016f2e-3db9-4e94-a6f7-5423ac3cd724 req-3ca97c2b-7e7c-4a7a-a4dc-e726b9bc1f1d tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:28.645465 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0e016f2e-3db9-4e94-a6f7-5423ac3cd724 req-3ca97c2b-7e7c-4a7a-a4dc-e726b9bc1f1d tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 944 time: 0.0563803 Oct 17 11:09:28.720362 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd74e25-b8f8-465d-8139-6a018b79f0f6 req-9adb906c-b345-4693-8891-902eef964842 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:28.722189 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2dd74e25-b8f8-465d-8139-6a018b79f0f6 req-9adb906c-b345-4693-8891-902eef964842 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 946 time: 0.0553839 Oct 17 11:09:28.744230 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0e016f2e-3db9-4e94-a6f7-5423ac3cd724 req-f6dbe6d2-a678-47ca-8f6a-cb1490d544d5 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914717 Oct 17 11:09:28.784584 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-70f08d09-20b5-438a-8923-17a441804702 None None] Set router 98ef45da-33ae-4664-89f0-264014cb5eba gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:09:28.789235 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c41f3dbd-c2cd-46c2-b7b1-9aa181e0151b req-bc8bf668-7ae5-4b40-a049-b81485e81a43 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062319 Oct 17 11:09:28.789454 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2dd74e25-b8f8-465d-8139-6a018b79f0f6 req-957e94aa-1751-40ba-b34f-1b8056576e41 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=5aa474f9-166e-4f5e-8352-0785a4f69efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610271 Oct 17 11:09:28.889848 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c41f3dbd-c2cd-46c2-b7b1-9aa181e0151b req-1f657b64-d2f6-434d-9e3a-1cf4582c08ab service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827985 Oct 17 11:09:29.000215 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-70f08d09-20b5-438a-8923-17a441804702 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'f8e934d1-c114-4c3e-9248-e134281c31b1', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'floating_ip_address': '172.28.1.169', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'port_id': '010adb5f-c117-4407-9de8-3655aff852d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'mac_address': 'fa:16:3e:41:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:09:11Z', 'updated_at': '2022-10-17T11:09:26Z', 'revision_number': 1, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f80c87-ac0a-48e1-8ddd-a6c431d84539', 'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'mac_address': 'fa:16:3e:db:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:32Z', 'updated_at': '2022-10-17T11:07:39Z', 'revision_number': 5, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'subnets': [{'id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:29.025036 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f08d09-20b5-438a-8923-17a441804702 None None] The sync data for ids ['98ef45da-33ae-4664-89f0-264014cb5eba'] in dv-cinder-858463-3-smb is: [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'f8e934d1-c114-4c3e-9248-e134281c31b1', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'floating_ip_address': '172.28.1.169', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'port_id': '010adb5f-c117-4407-9de8-3655aff852d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'mac_address': 'fa:16:3e:41:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:09:11Z', 'updated_at': '2022-10-17T11:09:26Z', 'revision_number': 1, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f80c87-ac0a-48e1-8ddd-a6c431d84539', 'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'mac_address': 'fa:16:3e:db:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:32Z', 'updated_at': '2022-10-17T11:07:39Z', 'revision_number': 5, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'subnets': [{'id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:09:29.216047 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e77b1e-48e4-4966-914d-d356ed0a0419 None None] New status for floating IP f8e934d1-c114-4c3e-9248-e134281c31b1: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:09:29.611933 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 77686f96-3590-4b6c-84c2-9562f6c0d55e up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:09:29.672095 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port 77686f96-3590-4b6c-84c2-9562f6c0d55e completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:09:29.676250 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 77686f96-3590-4b6c-84c2-9562f6c0d55e triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:09:29.676629 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:29.676966 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 77686f96-3590-4b6c-84c2-9562f6c0d55e Oct 17 11:09:29.749362 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 77686f96-3590-4b6c-84c2-9562f6c0d55e is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:09:29.749749 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:29.785097 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 77686f96-3590-4b6c-84c2-9562f6c0d55e, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=77686f96-3590-4b6c-84c2-9562f6c0d55e,segment=NetworkSegment(91c3bbed-b2a3-4086-a647-20a264b2d750),segment_id=91c3bbed-b2a3-4086-a647-20a264b2d750)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:29.791803 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:29.846177 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=77686f96-3590-4b6c-84c2-9562f6c0d55e,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:29.912146 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9d2a1-25ee-45f1-afba-f184ae197bd4 req-6f5f2859-1e2b-4a1f-b3a1-d952de3b7b55 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:29.913662 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55b9d2a1-25ee-45f1-afba-f184ae197bd4 req-6f5f2859-1e2b-4a1f-b3a1-d952de3b7b55 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 945 time: 0.0616841 Oct 17 11:09:29.921057 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755df99c-d262-4e79-b1ff-f4815c145192 req-5a2bb9a0-6e1a-4fd6-ab54-9256e692f2da tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:29.922554 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-755df99c-d262-4e79-b1ff-f4815c145192 req-5a2bb9a0-6e1a-4fd6-ab54-9256e692f2da tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 946 time: 0.0545373 Oct 17 11:09:29.972084 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-755df99c-d262-4e79-b1ff-f4815c145192 req-af6105d1-1d7a-4818-9af4-f8df3c22c8b3 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=5aa474f9-166e-4f5e-8352-0785a4f69efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436933 Oct 17 11:09:30.101355 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c4a59-ab66-446f-a190-201e2ef29bf3 req-c83fea36-08a8-44c7-a196-acf532b6f206 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:30.102915 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ee5c4a59-ab66-446f-a190-201e2ef29bf3 req-c83fea36-08a8-44c7-a196-acf532b6f206 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 946 time: 0.0586481 Oct 17 11:09:30.115069 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 54646) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:09:30.119692 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-9d11c718-3e8a-4dc4-971a-e9d8ea5a3a5d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'floatingip': {'port_id': 'f99b83d7-ebab-42ad-ac38-09bf2148ef74'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:09:30.160890 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9d11c718-3e8a-4dc4-971a-e9d8ea5a3a5d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (455724d8-00cc-45f4-801f-7d2472352ada), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:30.178661 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-55b9d2a1-25ee-45f1-afba-f184ae197bd4 req-c9d53498-faed-4cb7-9b8d-af9678642c1b tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592013 Oct 17 11:09:30.198384 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdab31f-dc10-471a-9569-b15814ca701a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77686f96-3590-4b6c-84c2-9562f6c0d55e'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:30.200735 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d93014-76cb-4a44-9ea1-013855426c7c" -d '{"events": [{"server_uuid": "bfdab31f-dc10-471a-9569-b15814ca701a", "name": "network-vif-plugged", "status": "completed", "tag": "77686f96-3590-4b6c-84c2-9562f6c0d55e"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:30.234845 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c213de9-465f-4a6f-b6fe-a8956b3a586c x-openstack-request-id: req-3c213de9-465f-4a6f-b6fe-a8956b3a586c {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:30.235136 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdab31f-dc10-471a-9569-b15814ca701a", "name": "network-vif-plugged", "status": "completed", "tag": "77686f96-3590-4b6c-84c2-9562f6c0d55e", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:30.235386 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3c213de9-465f-4a6f-b6fe-a8956b3a586c {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:30.235784 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c213de9-465f-4a6f-b6fe-a8956b3a586c'] response: {'server_uuid': 'bfdab31f-dc10-471a-9569-b15814ca701a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77686f96-3590-4b6c-84c2-9562f6c0d55e', 'code': 200} Oct 17 11:09:30.427949 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739fc6cc-1ee6-4e32-990d-303a75985613 req-05bda5cd-f525-41ef-b782-94c0860426a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:30.429619 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-739fc6cc-1ee6-4e32-990d-303a75985613 req-05bda5cd-f525-41ef-b782-94c0860426a4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 1129 time: 0.0446556 Oct 17 11:09:30.474545 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-739fc6cc-1ee6-4e32-990d-303a75985613 req-02a5a589-f9bd-4e75-81fc-69167fd46173 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369854 Oct 17 11:09:30.592145 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9d11c718-3e8a-4dc4-971a-e9d8ea5a3a5d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:30.599134 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9d11c718-3e8a-4dc4-971a-e9d8ea5a3a5d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (455724d8-00cc-45f4-801f-7d2472352ada), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:30.704419 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.l3_db [None req-9d11c718-3e8a-4dc4-971a-e9d8ea5a3a5d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Floating IP 455724d8-00cc-45f4-801f-7d2472352ada associated. External IP: 172.28.1.210, port: f99b83d7-ebab-42ad-ac38-09bf2148ef74. Oct 17 11:09:30.906062 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d11c718-3e8a-4dc4-971a-e9d8ea5a3a5d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Router 51536e0e-0d37-41a9-b40a-ae163a61c294 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:09:31.012837 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d11c718-3e8a-4dc4-971a-e9d8ea5a3a5d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:09:31.017754 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9d11c718-3e8a-4dc4-971a-e9d8ea5a3a5d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:31.022473 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de93d89-ca4b-432d-bc1a-cee21003e1d5 None None] Sync routers for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:09:31.035155 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de93d89-ca4b-432d-bc1a-cee21003e1d5 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:09:31.035873 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-7de93d89-ca4b-432d-bc1a-cee21003e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:09:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:31.050790 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-9d11c718-3e8a-4dc4-971a-e9d8ea5a3a5d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "PUT /v2.0/floatingips/455724d8-00cc-45f4-801f-7d2472352ada HTTP/1.1" status: 200 len: 992 time: 0.9322464 Oct 17 11:09:31.050790 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07df2f72-309e-4498-8f69-18811cdd922d', 'tag': 'f99b83d7-ebab-42ad-ac38-09bf2148ef74'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:31.052005 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf7c36a-957f-4f50-b7ea-3497043ccffb" -d '{"events": [{"name": "network-changed", "server_uuid": "07df2f72-309e-4498-8f69-18811cdd922d", "tag": "f99b83d7-ebab-42ad-ac38-09bf2148ef74"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:31.093469 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f4fc7e-7967-445a-8d75-ba62d6824217 x-openstack-request-id: req-81f4fc7e-7967-445a-8d75-ba62d6824217 {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:31.093762 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07df2f72-309e-4498-8f69-18811cdd922d", "tag": "f99b83d7-ebab-42ad-ac38-09bf2148ef74", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:31.094018 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81f4fc7e-7967-445a-8d75-ba62d6824217 {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:31.094430 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f4fc7e-7967-445a-8d75-ba62d6824217'] response: {'name': 'network-changed', 'server_uuid': '07df2f72-309e-4498-8f69-18811cdd922d', 'tag': 'f99b83d7-ebab-42ad-ac38-09bf2148ef74', 'status': 'completed', 'code': 200} Oct 17 11:09:31.140004 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-7de93d89-ca4b-432d-bc1a-cee21003e1d5 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:09:31.159685 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7c36a-957f-4f50-b7ea-3497043ccffb req-8180bcc3-1bb0-4650-999a-7a62f3f043db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:31.161332 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cf7c36a-957f-4f50-b7ea-3497043ccffb req-8180bcc3-1bb0-4650-999a-7a62f3f043db service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 1130 time: 0.0438011 Oct 17 11:09:31.255943 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7c36a-957f-4f50-b7ea-3497043ccffb req-cae30f44-0561-4c40-9536-cc8b7615eb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:31.257542 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cf7c36a-957f-4f50-b7ea-3497043ccffb req-cae30f44-0561-4c40-9536-cc8b7615eb65 service neutron] 10.222.0.23 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 916 time: 0.0886140 Oct 17 11:09:31.320130 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e46a442-d78c-47ef-8524-c1ed34d82502 req-39d1bf85-e360-44cf-b620-f2f37955cc5f tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:31.321809 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7e46a442-d78c-47ef-8524-c1ed34d82502 req-39d1bf85-e360-44cf-b620-f2f37955cc5f tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 945 time: 0.0590415 Oct 17 11:09:31.322167 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cf7c36a-957f-4f50-b7ea-3497043ccffb req-539ce12a-4209-4eb0-85c8-7647743aa1df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f99b83d7-ebab-42ad-ac38-09bf2148ef74 HTTP/1.1" status: 200 len: 1000 time: 0.0573235 Oct 17 11:09:31.361281 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-7de93d89-ca4b-432d-bc1a-cee21003e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '455724d8-00cc-45f4-801f-7d2472352ada', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.210', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': 'f99b83d7-ebab-42ad-ac38-09bf2148ef74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:22:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07df2f72-309e-4498-8f69-18811cdd922d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:09:17Z', 'updated_at': '2022-10-17T11:09:30Z', 'revision_number': 1, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:31.372536 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7e46a442-d78c-47ef-8524-c1ed34d82502 req-d1214491-1ad8-4a92-a24d-9105bcf18d6b tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445933 Oct 17 11:09:31.379916 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7c36a-957f-4f50-b7ea-3497043ccffb req-c46d0211-3c01-42d5-a3b3-f9b24c4ebc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:31.381427 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cf7c36a-957f-4f50-b7ea-3497043ccffb req-c46d0211-3c01-42d5-a3b3-f9b24c4ebc02 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c502f9b2-9e97-4334-884d-66479d1ef028 HTTP/1.1" status: 200 len: 854 time: 0.0529940 Oct 17 11:09:31.389861 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de93d89-ca4b-432d-bc1a-cee21003e1d5 None None] Checking router: 51536e0e-0d37-41a9-b40a-ae163a61c294 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:09:31.400957 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de93d89-ca4b-432d-bc1a-cee21003e1d5 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:09:31.401615 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-7de93d89-ca4b-432d-bc1a-cee21003e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:09:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:31.434095 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7c36a-957f-4f50-b7ea-3497043ccffb req-6939e815-ee97-4611-acb8-20d970464f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:31.435627 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cf7c36a-957f-4f50-b7ea-3497043ccffb req-6939e815-ee97-4611-acb8-20d970464f17 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21554f7b-decb-4447-82c2-82c4e5db4803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0444145 Oct 17 11:09:31.496667 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-7de93d89-ca4b-432d-bc1a-cee21003e1d5 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:09:31.536769 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cf7c36a-957f-4f50-b7ea-3497043ccffb req-3ba1d052-e93f-47e0-aea5-332e869e499e service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824330 Oct 17 11:09:31.635134 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cf7c36a-957f-4f50-b7ea-3497043ccffb req-456574a1-b985-4019-9ef3-1b62d45e53da service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890613 Oct 17 11:09:31.722726 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-7de93d89-ca4b-432d-bc1a-cee21003e1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '455724d8-00cc-45f4-801f-7d2472352ada', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.210', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': 'f99b83d7-ebab-42ad-ac38-09bf2148ef74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:22:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07df2f72-309e-4498-8f69-18811cdd922d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:09:17Z', 'updated_at': '2022-10-17T11:09:30Z', 'revision_number': 1, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:09:31.746543 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de93d89-ca4b-432d-bc1a-cee21003e1d5 None None] The sync data for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb is: [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '455724d8-00cc-45f4-801f-7d2472352ada', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.210', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': 'f99b83d7-ebab-42ad-ac38-09bf2148ef74', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:22:c8:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07df2f72-309e-4498-8f69-18811cdd922d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:09:17Z', 'updated_at': '2022-10-17T11:09:30Z', 'revision_number': 1, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:09:31.948186 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e1bb31-1b22-4284-a4d8-269b4c1c4ede None None] New status for floating IP 455724d8-00cc-45f4-801f-7d2472352ada: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:09:32.509827 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412a1d87-b02a-4942-a6b4-a70a3467e938 req-2f21088e-3c03-40f3-aa4c-017c0d884337 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:32.511320 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-412a1d87-b02a-4942-a6b4-a70a3467e938 req-2f21088e-3c03-40f3-aa4c-017c0d884337 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 945 time: 0.0573816 Oct 17 11:09:32.561310 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-412a1d87-b02a-4942-a6b4-a70a3467e938 req-bd38840b-29cd-47c4-88ed-2caa3b82e050 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416563 Oct 17 11:09:36.943553 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b4a2505b-4ac7-488e-bba9-6258c1f7ef2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:39.274993 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7ecfd310-c9d6-40ec-bcbd-3ca0068bbde6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:40.205041 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:40.511831 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:42.580412 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:44.343114 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:45.986222 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:09:52.718272 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f888b-f627-455b-8ebe-4b4e3babeb62 req-7b7bcc8a-72e8-416e-a056-da3a0d1c9ee4 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:52.719757 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-331f888b-f627-455b-8ebe-4b4e3babeb62 req-7b7bcc8a-72e8-416e-a056-da3a0d1c9ee4 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 945 time: 0.0564334 Oct 17 11:09:52.771917 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-331f888b-f627-455b-8ebe-4b4e3babeb62 req-cb04f031-9bdf-45cd-b7ad-8e21ee22a48a tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461998 Oct 17 11:09:53.927608 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541703c3-508d-42c0-8c70-5b3ab58117c1 req-9b9b66c4-11ec-47f8-a7b5-56ccea0e35fb tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:53.929084 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-541703c3-508d-42c0-8c70-5b3ab58117c1 req-9b9b66c4-11ec-47f8-a7b5-56ccea0e35fb tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 945 time: 0.0701129 Oct 17 11:09:53.981428 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-541703c3-508d-42c0-8c70-5b3ab58117c1 req-ccdc19f0-f5f9-4c23-bf77-168d2c4bd39f tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438530 Oct 17 11:09:55.116667 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac6386a-b29a-4abb-8705-e6b7a9e287c3 req-ad5dc10a-b50f-404c-99b3-0a3ad4e8c9cd tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:55.118190 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-dac6386a-b29a-4abb-8705-e6b7a9e287c3 req-ad5dc10a-b50f-404c-99b3-0a3ad4e8c9cd tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 945 time: 0.0560839 Oct 17 11:09:55.168390 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-dac6386a-b29a-4abb-8705-e6b7a9e287c3 req-5c8905be-aab4-4094-9913-fbbe90f82906 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435836 Oct 17 11:09:56.313107 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446a1bce-b16c-4eba-bf1b-abe0ecfe0f32 req-e54dd777-f1fc-4f38-9344-9497d71db124 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:56.315073 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-446a1bce-b16c-4eba-bf1b-abe0ecfe0f32 req-e54dd777-f1fc-4f38-9344-9497d71db124 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 945 time: 0.0648727 Oct 17 11:09:56.375643 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-446a1bce-b16c-4eba-bf1b-abe0ecfe0f32 req-36421c28-400a-414d-a973-8f2ed1b566a0 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535126 Oct 17 11:09:57.523662 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca08c812-3a86-497d-ba87-e9182ed0f25f req-52495379-3fa7-4f54-9d2d-7cfcb9941acf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:57.525131 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ca08c812-3a86-497d-ba87-e9182ed0f25f req-52495379-3fa7-4f54-9d2d-7cfcb9941acf tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 945 time: 0.0540030 Oct 17 11:09:57.571402 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ca08c812-3a86-497d-ba87-e9182ed0f25f req-c09a2ca3-f94c-468c-88e0-3eb4ee046a19 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/security-groups?id=e347b968-3f51-4a8e-9b35-5d87a284d7bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402625 Oct 17 11:09:58.082947 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e85d13-c317-423c-83fc-74bc7dfea06a req-4b991118-c723-42ad-ab2a-b46adb474502 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:09:58.084439 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-27e85d13-c317-423c-83fc-74bc7dfea06a req-4b991118-c723-42ad-ab2a-b46adb474502 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.23 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 945 time: 0.0709753 Oct 17 11:09:58.186989 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-27e85d13-c317-423c-83fc-74bc7dfea06a req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Deleting port 77686f96-3590-4b6c-84c2-9562f6c0d55e {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:09:58.187333 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-27e85d13-c317-423c-83fc-74bc7dfea06a req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:58.274363 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-27e85d13-c317-423c-83fc-74bc7dfea06a req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] For port 77686f96-3590-4b6c-84c2-9562f6c0d55e, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=77686f96-3590-4b6c-84c2-9562f6c0d55e,segment=NetworkSegment(91c3bbed-b2a3-4086-a647-20a264b2d750),segment_id=91c3bbed-b2a3-4086-a647-20a264b2d750)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:09:58.274718 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-27e85d13-c317-423c-83fc-74bc7dfea06a req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:58.290873 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-27e85d13-c317-423c-83fc-74bc7dfea06a req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Calling delete_port for 77686f96-3590-4b6c-84c2-9562f6c0d55e owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:09:58.431070 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-27e85d13-c317-423c-83fc-74bc7dfea06a req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (77686f96-3590-4b6c-84c2-9562f6c0d55e), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:58.445368 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['77686f96-3590-4b6c-84c2-9562f6c0d55e'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:09:58.462783 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Pushing event deleted for resources: {'Port': ['ID=77686f96-3590-4b6c-84c2-9562f6c0d55e,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:09:58.474951 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:09:58.475297 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:09:58.475638 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:09:58.475963 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:09:58.476291 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:09:58.476616 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:09:58.476938 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:09:58.477285 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:09:58.477595 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:09:58.477921 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:09:58.478249 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:09:58.478569 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:09:58.478882 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:09:58.516210 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e85d13-c317-423c-83fc-74bc7dfea06a req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] No DVR routers for this DVR port 77686f96-3590-4b6c-84c2-9562f6c0d55e on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:09:58.518690 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-27e85d13-c317-423c-83fc-74bc7dfea06a req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:09:58.521934 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-27e85d13-c317-423c-83fc-74bc7dfea06a req-2cd3d2f8-5e1c-40fb-be91-0e6de5051870 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.23 "DELETE /v2.0/ports/77686f96-3590-4b6c-84c2-9562f6c0d55e HTTP/1.1" status: 204 len: 173 time: 0.4284644 Oct 17 11:09:58.522413 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfdab31f-dc10-471a-9569-b15814ca701a', 'name': 'network-vif-deleted', 'tag': '77686f96-3590-4b6c-84c2-9562f6c0d55e'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:09:58.524670 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6db0b89-5497-41b6-b09c-903d605ac397" -d '{"events": [{"server_uuid": "bfdab31f-dc10-471a-9569-b15814ca701a", "name": "network-vif-deleted", "tag": "77686f96-3590-4b6c-84c2-9562f6c0d55e"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:09:58.563675 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d136d3be-48c1-498d-833e-7ff67c275773 x-openstack-request-id: req-d136d3be-48c1-498d-833e-7ff67c275773 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:09:58.563946 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfdab31f-dc10-471a-9569-b15814ca701a", "name": "network-vif-deleted", "tag": "77686f96-3590-4b6c-84c2-9562f6c0d55e", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:09:58.564196 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d136d3be-48c1-498d-833e-7ff67c275773 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:09:58.564603 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d136d3be-48c1-498d-833e-7ff67c275773'] response: {'server_uuid': 'bfdab31f-dc10-471a-9569-b15814ca701a', 'name': 'network-vif-deleted', 'tag': '77686f96-3590-4b6c-84c2-9562f6c0d55e', 'status': 'completed', 'code': 200} Oct 17 11:09:58.693754 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-45778b0b-a278-4ccc-857c-bbc8ffc3f981 req-935b0908-5f71-40d4-a132-9be5a7034f22 tempest-VolumesSnapshotTestJSON-1709000783 tempest-VolumesSnapshotTestJSON-1709000783-project] 10.222.0.43 "GET /v2.0/ports?device_id=bfdab31f-dc10-471a-9569-b15814ca701a HTTP/1.1" status: 200 len: 210 time: 0.0320616 Oct 17 11:10:01.798476 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 77686f96-3590-4b6c-84c2-9562f6c0d55e no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:10:01.828257 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: 77686f96-3590-4b6c-84c2-9562f6c0d55e {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:10:01.828600 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 77686f96-3590-4b6c-84c2-9562f6c0d55e not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:10:06.939096 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc8d4074-f460-47dc-b2ee-9739e38e3658 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:09.272413 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eb5dc9e5-fcec-483a-9086-3d3c26872da5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:10.068475 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-07a57073-09a7-48c7-803c-9c485a239d94 req-6983d597-0d43-4fb2-874e-3fce0852fb36 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489228 Oct 17 11:10:10.138537 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a57073-09a7-48c7-803c-9c485a239d94 req-9d48a77e-f55d-48a7-8052-7aaacb15eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:10.140076 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-07a57073-09a7-48c7-803c-9c485a239d94 req-9d48a77e-f55d-48a7-8052-7aaacb15eebe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 1129 time: 0.0465620 Oct 17 11:10:10.199250 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:10.247884 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a57073-09a7-48c7-803c-9c485a239d94 req-2e139bb7-2e91-4e22-910b-7f526fcda69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:10.249495 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-07a57073-09a7-48c7-803c-9c485a239d94 req-2e139bb7-2e91-4e22-910b-7f526fcda69e service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 920 time: 0.0856409 Oct 17 11:10:10.292984 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-07a57073-09a7-48c7-803c-9c485a239d94 req-b04a9b56-05a7-408b-b000-50dd3e6359ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c182ed08-afc1-43ee-b83b-166dfc97bc6c HTTP/1.1" status: 200 len: 217 time: 0.0357060 Oct 17 11:10:10.349839 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a57073-09a7-48c7-803c-9c485a239d94 req-e7fbccf4-3895-4199-9805-b1d76036c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:10.351297 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-07a57073-09a7-48c7-803c-9c485a239d94 req-e7fbccf4-3895-4199-9805-b1d76036c88d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0510314 Oct 17 11:10:10.407596 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a57073-09a7-48c7-803c-9c485a239d94 req-5c7a18d9-81dc-4bc9-a3ac-8ddb2f378aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:10.409123 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-07a57073-09a7-48c7-803c-9c485a239d94 req-5c7a18d9-81dc-4bc9-a3ac-8ddb2f378aa4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0510247 Oct 17 11:10:10.503581 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-07a57073-09a7-48c7-803c-9c485a239d94 req-7dfaf443-8193-4710-a67e-f06e7ac58ca1 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871143 Oct 17 11:10:10.505577 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:10.596333 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-07a57073-09a7-48c7-803c-9c485a239d94 req-1c8d72b2-0633-4b29-af79-561ee407d8eb service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854290 Oct 17 11:10:12.585953 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:14.350373 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.015211 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 54924) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:10:17.068299 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Deleting subnet ba8abf2a-c8ba-482d-87d6-5f49f9d76369 {{(pid=103976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:10:17.071967 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Publish callbacks [] for subnet (ba8abf2a-c8ba-482d-87d6-5f49f9d76369), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.106750 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5794851'] for subnet (ba8abf2a-c8ba-482d-87d6-5f49f9d76369), precommit_delete_associations {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.144814 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (ba8abf2a-c8ba-482d-87d6-5f49f9d76369), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.200303 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6478466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5376240'] for subnet (ba8abf2a-c8ba-482d-87d6-5f49f9d76369), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.224979 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8abf2a-c8ba-482d-87d6-5f49f9d76369,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:17.229414 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.233684 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/ba8abf2a-c8ba-482d-87d6-5f49f9d76369 HTTP/1.1" status: 204 len: 168 time: 0.2106225 Oct 17 11:10:17.235204 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54926) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:10:17.238941 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:17.239295 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:17.239640 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:17.239980 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:17.240514 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:17.240881 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:17.241236 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:17.241571 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:17.241894 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:17.242226 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:17.242568 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:17.242886 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:17.243207 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a0ac34-7ff3-4d19-a34a-2047df0e9fa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:17.307484 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-94cf0f42-77df-4281-85e5-a48622647af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (caaa4645-1610-4df5-8a08-b0b9033a3e65), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.389456 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-94cf0f42-77df-4281-85e5-a48622647af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (caaa4645-1610-4df5-8a08-b0b9033a3e65), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.409679 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-94cf0f42-77df-4281-85e5-a48622647af1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caaa4645-1610-4df5-8a08-b0b9033a3e65']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:17.419260 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-94cf0f42-77df-4281-85e5-a48622647af1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c3bbed-b2a3-4086-a647-20a264b2d750') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:17.419559 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-94cf0f42-77df-4281-85e5-a48622647af1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c3bbed-b2a3-4086-a647-20a264b2d750') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:17.429461 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-94cf0f42-77df-4281-85e5-a48622647af1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5583420'] for segment (91c3bbed-b2a3-4086-a647-20a264b2d750), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.442857 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-94cf0f42-77df-4281-85e5-a48622647af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (91c3bbed-b2a3-4086-a647-20a264b2d750), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.449940 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cf0f42-77df-4281-85e5-a48622647af1 admin admin] Releasing vlan 673 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:10:17.450370 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-94cf0f42-77df-4281-85e5-a48622647af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5390436'] for segment (91c3bbed-b2a3-4086-a647-20a264b2d750), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.492810 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 91c3bbed-b2a3-4086-a647-20a264b2d750 resource provider aggregate not found Oct 17 11:10:17.513482 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 91c3bbed-b2a3-4086-a647-20a264b2d750 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91c3bbed-b2a3-4086-a647-20a264b2d750 found for delete ", "request_id": "req-44a3f97b-e9de-4d32-bf83-d6fe093ab8e4"}]} Oct 17 11:10:17.520232 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-94cf0f42-77df-4281-85e5-a48622647af1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (caaa4645-1610-4df5-8a08-b0b9033a3e65), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.525694 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-94cf0f42-77df-4281-85e5-a48622647af1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.528924 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-94cf0f42-77df-4281-85e5-a48622647af1 admin admin] 10.222.0.43 "DELETE /v2.0/networks/caaa4645-1610-4df5-8a08-b0b9033a3e65 HTTP/1.1" status: 204 len: 168 time: 0.2926879 Oct 17 11:10:17.543571 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf0f42-77df-4281-85e5-a48622647af1 admin admin] Pushing event deleted for resources: {'Network': ['ID=caaa4645-1610-4df5-8a08-b0b9033a3e65,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:17.641079 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18ecac-340d-4566-b17b-2111f2e966bf req-627c8a91-aaed-4ee5-89ba-cb98afee3d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:17.643008 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ca18ecac-340d-4566-b17b-2111f2e966bf req-627c8a91-aaed-4ee5-89ba-cb98afee3d93 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 1129 time: 0.0520639 Oct 17 11:10:17.651125 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0770ff73-78db-441b-b467-6ed358fdd496 req-eecfc21c-f750-4507-ac9a-2128dbfd6185 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:17.653636 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0770ff73-78db-441b-b467-6ed358fdd496 req-eecfc21c-f750-4507-ac9a-2128dbfd6185 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0561292 Oct 17 11:10:17.678504 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 54946) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:10:17.720432 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0770ff73-78db-441b-b467-6ed358fdd496 req-38bfc6cc-9145-44d6-bd27-1288d0737e7e tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614684 Oct 17 11:10:17.749303 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18ecac-340d-4566-b17b-2111f2e966bf req-5336c7f1-ef94-4808-aeba-d35ea07cc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:17.749526 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-b5e388b3-4d58-45e0-a508-74b1af22591b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=99a627a5d5bb4544838c398f0db28fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0602522 Oct 17 11:10:17.749635 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ca18ecac-340d-4566-b17b-2111f2e966bf req-5336c7f1-ef94-4808-aeba-d35ea07cc54b service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 920 time: 0.0912457 Oct 17 11:10:17.749635 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 54950) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:10:17.826535 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ca18ecac-340d-4566-b17b-2111f2e966bf req-23f71d15-507f-4751-983f-bc15de2ac7c1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=010adb5f-c117-4407-9de8-3655aff852d6 HTTP/1.1" status: 200 len: 1001 time: 0.0786333 Oct 17 11:10:17.862424 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a1e1d2fa-2cce-43db-a066-a9d7b34628a5 admin admin] Publish callbacks [] for security_group (e347b968-3f51-4a8e-9b35-5d87a284d7bb), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.894499 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a1e1d2fa-2cce-43db-a066-a9d7b34628a5 admin admin] Publish callbacks [] for security_group (e347b968-3f51-4a8e-9b35-5d87a284d7bb), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.901483 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18ecac-340d-4566-b17b-2111f2e966bf req-bf560554-eb2d-4c9a-aa70-740b6a90516f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:17.903010 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ca18ecac-340d-4566-b17b-2111f2e966bf req-bf560554-eb2d-4c9a-aa70-740b6a90516f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0684774 Oct 17 11:10:17.969222 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca18ecac-340d-4566-b17b-2111f2e966bf req-e323ad54-e1ec-4e2e-bc42-0b0527854409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:17.970734 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ca18ecac-340d-4566-b17b-2111f2e966bf req-e323ad54-e1ec-4e2e-bc42-0b0527854409 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0566936 Oct 17 11:10:17.990002 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a1e1d2fa-2cce-43db-a066-a9d7b34628a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e347b968-3f51-4a8e-9b35-5d87a284d7bb), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.992919 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a1e1d2fa-2cce-43db-a066-a9d7b34628a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:17.994753 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-a1e1d2fa-2cce-43db-a066-a9d7b34628a5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e347b968-3f51-4a8e-9b35-5d87a284d7bb HTTP/1.1" status: 204 len: 168 time: 0.2523956 Oct 17 11:10:18.047707 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e1d2fa-2cce-43db-a066-a9d7b34628a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e347b968-3f51-4a8e-9b35-5d87a284d7bb,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:18.103329 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ca18ecac-340d-4566-b17b-2111f2e966bf req-a044278e-dfef-4b68-b1a7-b2a4e8ca843e service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242721 Oct 17 11:10:18.204068 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ca18ecac-340d-4566-b17b-2111f2e966bf req-37f7dfa2-10b9-44f3-b143-d195aa57c89a service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938787 Oct 17 11:10:18.862985 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2560830-a616-46b1-a4f8-169d1cd349cf req-16a41d9a-f5d0-4bfe-8281-60c349337e29 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:18.864505 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a2560830-a616-46b1-a4f8-169d1cd349cf req-16a41d9a-f5d0-4bfe-8281-60c349337e29 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0556531 Oct 17 11:10:18.918072 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a2560830-a616-46b1-a4f8-169d1cd349cf req-a23b96f5-adf4-4cd5-8c9f-030428bffb24 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475864 Oct 17 11:10:20.058205 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f467187e-3403-49f2-b860-1de2df917b43 req-c2a323b0-6c16-4003-a3a0-257982f4b672 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:20.059731 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f467187e-3403-49f2-b860-1de2df917b43 req-c2a323b0-6c16-4003-a3a0-257982f4b672 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0552292 Oct 17 11:10:20.110854 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f467187e-3403-49f2-b860-1de2df917b43 req-097ee27d-9234-4ed0-8212-d28448c9f2dd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450130 Oct 17 11:10:21.248325 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bfe329-3fea-4076-843e-d3e26ee18607 req-b68fcb9e-3f6d-4596-b210-cc21ab4fc945 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:21.249846 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b1bfe329-3fea-4076-843e-d3e26ee18607 req-b68fcb9e-3f6d-4596-b210-cc21ab4fc945 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0620604 Oct 17 11:10:21.303782 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b1bfe329-3fea-4076-843e-d3e26ee18607 req-7903d205-f1e1-4fb0-8367-fcbfeecd8d32 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455143 Oct 17 11:10:22.440963 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc434f-946e-45be-87a9-677d84a837a7 req-ecd91f52-3c1a-41ac-8d16-e2771db1c8e0 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:22.442480 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b1fc434f-946e-45be-87a9-677d84a837a7 req-ecd91f52-3c1a-41ac-8d16-e2771db1c8e0 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0543387 Oct 17 11:10:22.493375 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b1fc434f-946e-45be-87a9-677d84a837a7 req-4e511442-6dab-4799-9b3d-34f219d24cb7 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450635 Oct 17 11:10:22.988689 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:10:23.442469 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ccc24-5e39-4a63-ae16-d2ece4ae1605 req-922e1864-2f8b-41b0-82e5-7d3a336eb888 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:23.443934 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-393ccc24-5e39-4a63-ae16-d2ece4ae1605 req-922e1864-2f8b-41b0-82e5-7d3a336eb888 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 946 time: 0.0549364 Oct 17 11:10:23.491597 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-393ccc24-5e39-4a63-ae16-d2ece4ae1605 req-e152f8d8-7057-46e6-b002-79fc30d81509 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=5aa474f9-166e-4f5e-8352-0785a4f69efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419073 Oct 17 11:10:23.622994 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5d267-3ab7-41a2-9470-b37712db1300 req-87bc098d-ac3d-405f-8e14-026e57b251f8 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:23.624434 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-87b5d267-3ab7-41a2-9470-b37712db1300 req-87bc098d-ac3d-405f-8e14-026e57b251f8 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0526648 Oct 17 11:10:23.676428 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-87b5d267-3ab7-41a2-9470-b37712db1300 req-2897cb8d-b2e1-491a-8098-ac912555044d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439575 Oct 17 11:10:24.631866 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b808a042-2a0c-40d2-a3da-04a7954556ee req-8b231122-d766-4a7c-8ea5-1a21de3ea377 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:24.633357 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b808a042-2a0c-40d2-a3da-04a7954556ee req-8b231122-d766-4a7c-8ea5-1a21de3ea377 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 946 time: 0.0577216 Oct 17 11:10:24.682326 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b808a042-2a0c-40d2-a3da-04a7954556ee req-c189fefa-0e58-4cad-b887-0149e042cb9a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=5aa474f9-166e-4f5e-8352-0785a4f69efd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428700 Oct 17 11:10:24.811678 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b1ca17-d396-4b26-ab24-a6da0961a560 req-99b74636-94bf-46ce-937c-9f8354a3c699 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:24.813036 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-54b1ca17-d396-4b26-ab24-a6da0961a560 req-99b74636-94bf-46ce-937c-9f8354a3c699 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0549767 Oct 17 11:10:24.863656 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-54b1ca17-d396-4b26-ab24-a6da0961a560 req-6a5c8830-a6a3-4f72-a192-aa11140e674c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425251 Oct 17 11:10:25.217870 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-3b25ef18-61f2-4adf-bbfa-7cb32e6710d2 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:25.219304 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-3b25ef18-61f2-4adf-bbfa-7cb32e6710d2 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 946 time: 0.0561879 Oct 17 11:10:25.326530 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Deleting port f99b83d7-ebab-42ad-ac38-09bf2148ef74 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:10:25.326873 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:25.416856 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] For port f99b83d7-ebab-42ad-ac38-09bf2148ef74, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=f99b83d7-ebab-42ad-ac38-09bf2148ef74,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:10:25.417096 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:25.582124 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:25.582431 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (455724d8-00cc-45f4-801f-7d2472352ada), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:25.582770 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.l3_db [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Floating IP 455724d8-00cc-45f4-801f-7d2472352ada disassociated. External IP: 172.28.1.210, port: f99b83d7-ebab-42ad-ac38-09bf2148ef74. Oct 17 11:10:25.583097 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Calling delete_port for f99b83d7-ebab-42ad-ac38-09bf2148ef74 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:10:25.710304 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (f99b83d7-ebab-42ad-ac38-09bf2148ef74), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:25.740183 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event deleted for resources: {'Port': ['ID=f99b83d7-ebab-42ad-ac38-09bf2148ef74,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:25.786610 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-08c9554e-a5b4-4e88-981b-f03b13ac0298 req-2ecc3f60-0dd4-4bc7-8e89-7f3730d201ab tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=07df2f72-309e-4498-8f69-18811cdd922d HTTP/1.1" status: 200 len: 210 time: 0.0297351 Oct 17 11:10:25.842418 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Router 51536e0e-0d37-41a9-b40a-ae163a61c294 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:10:25.944342 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:10:25.956276 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f760f3-7a99-4ab5-bde5-14ee4f2a9c5c None None] Sync routers for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:10:25.967092 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f760f3-7a99-4ab5-bde5-14ee4f2a9c5c None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:10:25.967655 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-43f760f3-7a99-4ab5-bde5-14ee4f2a9c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:10:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:26.007939 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] No DVR routers for this DVR port f99b83d7-ebab-42ad-ac38-09bf2148ef74 on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:10:26.010718 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:26.014362 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-30b8dad5-3359-4466-9426-2676e3b829f6 req-63aecc5a-aaaa-42c5-8f1f-5f9142c44215 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "DELETE /v2.0/ports/f99b83d7-ebab-42ad-ac38-09bf2148ef74 HTTP/1.1" status: 204 len: 173 time: 0.7879364 Oct 17 11:10:26.014804 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07df2f72-309e-4498-8f69-18811cdd922d', 'name': 'network-vif-deleted', 'tag': 'f99b83d7-ebab-42ad-ac38-09bf2148ef74'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:10:26.017066 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893e6acc-06db-4297-8293-becbc5783d53" -d '{"events": [{"server_uuid": "07df2f72-309e-4498-8f69-18811cdd922d", "name": "network-vif-deleted", "tag": "f99b83d7-ebab-42ad-ac38-09bf2148ef74"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:10:26.046559 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1ad4e-1586-4e43-8390-6eebbf3608de req-26ca9db1-8a9f-4ac0-9d0f-074052fea8fa tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:26.048096 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-26a1ad4e-1586-4e43-8390-6eebbf3608de req-26ca9db1-8a9f-4ac0-9d0f-074052fea8fa tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0968587 Oct 17 11:10:26.071653 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b55e66-c2b6-4b6b-b065-a6ae9fc72856 x-openstack-request-id: req-a4b55e66-c2b6-4b6b-b065-a6ae9fc72856 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:10:26.071952 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07df2f72-309e-4498-8f69-18811cdd922d", "name": "network-vif-deleted", "tag": "f99b83d7-ebab-42ad-ac38-09bf2148ef74", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:10:26.072211 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a4b55e66-c2b6-4b6b-b065-a6ae9fc72856 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:10:26.072623 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b55e66-c2b6-4b6b-b065-a6ae9fc72856'] response: {'server_uuid': '07df2f72-309e-4498-8f69-18811cdd922d', 'name': 'network-vif-deleted', 'tag': 'f99b83d7-ebab-42ad-ac38-09bf2148ef74', 'status': 'completed', 'code': 200} Oct 17 11:10:26.091747 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-43f760f3-7a99-4ab5-bde5-14ee4f2a9c5c None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:10:26.116401 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-26a1ad4e-1586-4e43-8390-6eebbf3608de req-a0f9078b-37cb-4f3e-bd39-7bdc42248e92 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623436 Oct 17 11:10:26.295714 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-43f760f3-7a99-4ab5-bde5-14ee4f2a9c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:26.319222 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f760f3-7a99-4ab5-bde5-14ee4f2a9c5c None None] Checking router: 51536e0e-0d37-41a9-b40a-ae163a61c294 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:10:26.327797 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f760f3-7a99-4ab5-bde5-14ee4f2a9c5c None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:10:26.328391 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-43f760f3-7a99-4ab5-bde5-14ee4f2a9c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:10:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:26.437059 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-43f760f3-7a99-4ab5-bde5-14ee4f2a9c5c None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:10:26.639535 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-43f760f3-7a99-4ab5-bde5-14ee4f2a9c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:26.664012 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43f760f3-7a99-4ab5-bde5-14ee4f2a9c5c None None] The sync data for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb is: [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:10:26.881596 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55028) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:10:26.896112 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4979181-321a-44c3-8661-125c1c22ca31 None None] New status for floating IP 455724d8-00cc-45f4-801f-7d2472352ada: DOWN {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:10:26.935728 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-33a1c6ee-699a-4d57-a9bb-52e0c94c3c17 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (5aa474f9-166e-4f5e-8352-0785a4f69efd), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:26.958561 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-33a1c6ee-699a-4d57-a9bb-52e0c94c3c17 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (5aa474f9-166e-4f5e-8352-0785a4f69efd), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.010264 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-33a1c6ee-699a-4d57-a9bb-52e0c94c3c17 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (5aa474f9-166e-4f5e-8352-0785a4f69efd), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.012842 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-33a1c6ee-699a-4d57-a9bb-52e0c94c3c17 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.014088 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-33a1c6ee-699a-4d57-a9bb-52e0c94c3c17 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "DELETE /v2.0/security-groups/5aa474f9-166e-4f5e-8352-0785a4f69efd HTTP/1.1" status: 204 len: 168 time: 0.1314347 Oct 17 11:10:27.017246 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55030) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:10:27.023406 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a1c6ee-699a-4d57-a9bb-52e0c94c3c17 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa474f9-166e-4f5e-8352-0785a4f69efd,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:27.035215 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.api.v2.resource [None req-5204464d-06e4-4935-9b58-8354c43596b6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] show failed (client error): The resource could not be found. Oct 17 11:10:27.037219 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-5204464d-06e4-4935-9b58-8354c43596b6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups/5aa474f9-166e-4f5e-8352-0785a4f69efd HTTP/1.1" status: 404 len: 347 time: 0.0179882 Oct 17 11:10:27.039419 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55032) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:10:27.160640 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-d5870f07-2f09-4c24-9de3-1711778b4863 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Deleting port 11d11ae0-54c4-492b-82b5-87b0b7082696 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:10:27.160978 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d5870f07-2f09-4c24-9de3-1711778b4863 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (11d11ae0-54c4-492b-82b5-87b0b7082696), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.235561 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d5870f07-2f09-4c24-9de3-1711778b4863 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (11d11ae0-54c4-492b-82b5-87b0b7082696), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.235864 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d5870f07-2f09-4c24-9de3-1711778b4863 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (11d11ae0-54c4-492b-82b5-87b0b7082696), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.247710 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-d5870f07-2f09-4c24-9de3-1711778b4863 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Calling delete_port for 11d11ae0-54c4-492b-82b5-87b0b7082696 owned by network:floatingip {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:10:27.249290 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86cb367-519a-413a-b810-cd6607acd9fc req-1e008403-c851-46bd-af00-734a19dab32c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:27.250791 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a86cb367-519a-413a-b810-cd6607acd9fc req-1e008403-c851-46bd-af00-734a19dab32c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0553074 Oct 17 11:10:27.302785 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a86cb367-519a-413a-b810-cd6607acd9fc req-ec0add79-5df6-450c-98bf-5f4babdbb6e5 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461698 Oct 17 11:10:27.380869 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d5870f07-2f09-4c24-9de3-1711778b4863 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (11d11ae0-54c4-492b-82b5-87b0b7082696), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.404480 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5870f07-2f09-4c24-9de3-1711778b4863 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event deleted for resources: {'Port': ['ID=11d11ae0-54c4-492b-82b5-87b0b7082696,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:27.468255 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d5870f07-2f09-4c24-9de3-1711778b4863 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (455724d8-00cc-45f4-801f-7d2472352ada), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.470977 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d5870f07-2f09-4c24-9de3-1711778b4863 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.472184 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-d5870f07-2f09-4c24-9de3-1711778b4863 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "DELETE /v2.0/floatingips/455724d8-00cc-45f4-801f-7d2472352ada HTTP/1.1" status: 204 len: 168 time: 0.4315822 Oct 17 11:10:27.540348 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55038) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:10:27.545178 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-8e34ff0f-7fb1-424d-8d6c-6c401021507b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'security_group': {'name': 'tempest-securitygroup--535006252', 'description': 'tempest-description--310575410'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:10:27.568993 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8e34ff0f-7fb1-424d-8d6c-6c401021507b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.638679 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8e34ff0f-7fb1-424d-8d6c-6c401021507b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (d82107c1-5d78-431d-b889-a8cdb2dacb49), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.644122 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8e34ff0f-7fb1-424d-8d6c-6c401021507b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (d82107c1-5d78-431d-b889-a8cdb2dacb49), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.672575 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8e34ff0f-7fb1-424d-8d6c-6c401021507b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.676504 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-8e34ff0f-7fb1-424d-8d6c-6c401021507b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1324492 Oct 17 11:10:27.676504 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e34ff0f-7fb1-424d-8d6c-6c401021507b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d82107c1-5d78-431d-b889-a8cdb2dacb49,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:27.676916 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55040) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:10:27.682779 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-2c96f78b-1ca0-4a17-9fcb-5468e4929614 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'security_group_rule': {'security_group_id': 'd82107c1-5d78-431d-b889-a8cdb2dacb49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:10:27.709615 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2c96f78b-1ca0-4a17-9fcb-5468e4929614 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (6ad7b8d8-0bce-4725-af03-febcaa99a586), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.764363 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2c96f78b-1ca0-4a17-9fcb-5468e4929614 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (6ad7b8d8-0bce-4725-af03-febcaa99a586), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.768317 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2c96f78b-1ca0-4a17-9fcb-5468e4929614 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (6ad7b8d8-0bce-4725-af03-febcaa99a586), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.785412 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c96f78b-1ca0-4a17-9fcb-5468e4929614 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad7b8d8-0bce-4725-af03-febcaa99a586,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:27.795424 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2c96f78b-1ca0-4a17-9fcb-5468e4929614 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.796636 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-2c96f78b-1ca0-4a17-9fcb-5468e4929614 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1179726 Oct 17 11:10:27.799571 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55042) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:10:27.804531 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-2cc1472d-b2c3-4bfe-ace2-8044adb87a18 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'security_group_rule': {'security_group_id': 'd82107c1-5d78-431d-b889-a8cdb2dacb49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:10:27.829870 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2cc1472d-b2c3-4bfe-ace2-8044adb87a18 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (01e8c93d-7d28-469b-b567-f5acd4367798), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.883732 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2cc1472d-b2c3-4bfe-ace2-8044adb87a18 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (01e8c93d-7d28-469b-b567-f5acd4367798), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.888989 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2cc1472d-b2c3-4bfe-ace2-8044adb87a18 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (01e8c93d-7d28-469b-b567-f5acd4367798), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.900271 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device f99b83d7-ebab-42ad-ac38-09bf2148ef74 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:10:27.906442 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc1472d-b2c3-4bfe-ace2-8044adb87a18 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01e8c93d-7d28-469b-b567-f5acd4367798,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:27.912454 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2cc1472d-b2c3-4bfe-ace2-8044adb87a18 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:27.913658 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-2cc1472d-b2c3-4bfe-ace2-8044adb87a18 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1129994 Oct 17 11:10:27.916867 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55044) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:10:27.919510 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: f99b83d7-ebab-42ad-ac38-09bf2148ef74 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:10:27.919885 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device f99b83d7-ebab-42ad-ac38-09bf2148ef74 not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:10:27.921181 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'floatingip': {'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:10:27.942632 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:28.040274 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:28.143043 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Allocated IP 172.28.1.253 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/b7e8337a-7ad4-444d-95b8-5aa9bd0841dd) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:10:28.251100 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for port (b7e8337a-7ad4-444d-95b8-5aa9bd0841dd), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:28.288064 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (b7e8337a-7ad4-444d-95b8-5aa9bd0841dd), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:28.324759 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:10:28.331585 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:10:28.333757 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'Port': ['ID=b7e8337a-7ad4-444d-95b8-5aa9bd0841dd,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:28.335836 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:10:28.419629 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (6df8ac4b-4855-4854-a6ea-dc74badac609), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:28.434125 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe17fed-2bc7-426b-b9ee-d32c5b9da898 req-75307d99-a2aa-4fc9-b114-d47ced575232 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:28.435742 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-dfe17fed-2bc7-426b-b9ee-d32c5b9da898 req-75307d99-a2aa-4fc9-b114-d47ced575232 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0554724 Oct 17 11:10:28.457974 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (b7e8337a-7ad4-444d-95b8-5aa9bd0841dd), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:28.483025 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-dfe17fed-2bc7-426b-b9ee-d32c5b9da898 req-6e6592e3-e5af-4c3a-a41b-b47ceded8f03 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413885 Oct 17 11:10:28.837104 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for port (b7e8337a-7ad4-444d-95b8-5aa9bd0841dd), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:28.845852 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (b7e8337a-7ad4-444d-95b8-5aa9bd0841dd), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:28.907613 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'Port': ['ID=b7e8337a-7ad4-444d-95b8-5aa9bd0841dd,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:28.910295 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (6df8ac4b-4855-4854-a6ea-dc74badac609), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:28.931413 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:28.932722 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-9060ca2a-3aaa-480d-9829-6506ded8a355 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0148740 Oct 17 11:10:29.141675 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-06777784-d857-4905-a555-a29b711c8589 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--535006252&fields=id&tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96 HTTP/1.1" status: 200 len: 267 time: 0.0484529 Oct 17 11:10:29.255172 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-e66f42d7-152f-4368-b7df-a96a9b2e2db1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:29.256629 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-e66f42d7-152f-4368-b7df-a96a9b2e2db1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 815 time: 0.1057017 Oct 17 11:10:29.273873 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-fa3ad501-edf4-444c-8b8a-c7c56bb8e5b4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/quotas/dda8ee1efa8f41babdf7d2f8c1cfaa96 HTTP/1.1" status: 200 len: 375 time: 0.0092874 Oct 17 11:10:29.332681 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-443aebb6-f166-4df1-aabf-df94bb2cb15b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520477 Oct 17 11:10:29.435852 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-de8d016b-1ba8-40cb-8853-71156f4ba283 service neutron] 10.222.0.43 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916879 Oct 17 11:10:29.522335 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-78f24eca-ddc0-49c9-99aa-568f5cd2fc32 service neutron] 10.222.0.43 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807624 Oct 17 11:10:29.613045 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86959cc-a160-4dbf-a548-331050a9698e req-36bfedda-ab42-4868-bb2f-be6a5b26a92b tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:29.614564 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c86959cc-a160-4dbf-a548-331050a9698e req-36bfedda-ab42-4868-bb2f-be6a5b26a92b tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0572772 Oct 17 11:10:29.665224 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c86959cc-a160-4dbf-a548-331050a9698e req-2df083c3-5251-4b07-b8f1-5feb62699aed tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449493 Oct 17 11:10:29.688225 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-393e7ea4-e6e7-45da-8e7e-e28ce2bb7c5e req-66271e01-b460-45f3-86b5-3c17787d648b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 210 time: 0.0297406 Oct 17 11:10:30.701756 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-e8130db9-c568-4be3-9527-21616cd56de3 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:30.703308 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-e8130db9-c568-4be3-9527-21616cd56de3 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 815 time: 0.1090646 Oct 17 11:10:30.788067 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-c004fbdb-6703-47bb-9560-d42f5c31164a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96 HTTP/1.1" status: 200 len: 379 time: 0.0713904 Oct 17 11:10:30.801602 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a6bde2-e075-470d-b652-8e11f641bb26 req-94fc6887-1f1a-480f-b4c8-07ccb3d71b9b tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:30.803097 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-62a6bde2-e075-470d-b652-8e11f641bb26 req-94fc6887-1f1a-480f-b4c8-07ccb3d71b9b tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0547845 Oct 17 11:10:30.805330 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1c1b945c-460f-4d54-ae49-3e3fd7286c0d req-12ddbde0-446c-4c40-a671-bb77bf822b6b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 210 time: 0.0353348 Oct 17 11:10:30.808571 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-11c651a0-09ab-46df-906b-594ed6aeae70 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'port': {'device_id': 'e043a24c-37fc-4b8e-a80e-ff84f7318ea9', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'admin_state_up': True, 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'security_groups': ['d82107c1-5d78-431d-b889-a8cdb2dacb49']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:10:30.853028 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-62a6bde2-e075-470d-b652-8e11f641bb26 req-a8bbc875-87a4-4652-8861-e559b1477253 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433238 Oct 17 11:10:30.917728 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-11c651a0-09ab-46df-906b-594ed6aeae70 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Made reservation on behalf of dda8ee1efa8f41babdf7d2f8c1cfaa96 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:10:30.922712 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-11c651a0-09ab-46df-906b-594ed6aeae70 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:31.049522 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-11c651a0-09ab-46df-906b-594ed6aeae70 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Allocated IP 172.20.0.14 (21554f7b-decb-4447-82c2-82c4e5db4803/c502f9b2-9e97-4334-884d-66479d1ef028/d0282fed-63d2-4d2d-857a-b717aab4637c) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:10:31.183854 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-11c651a0-09ab-46df-906b-594ed6aeae70 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:31.220136 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-11c651a0-09ab-46df-906b-594ed6aeae70 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:31.263370 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-11c651a0-09ab-46df-906b-594ed6aeae70 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Network 21554f7b-decb-4447-82c2-82c4e5db4803 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:10:31.266544 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-11c651a0-09ab-46df-906b-594ed6aeae70 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:10:31.269140 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-11c651a0-09ab-46df-906b-594ed6aeae70 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:10:31.296268 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c651a0-09ab-46df-906b-594ed6aeae70 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event updated for resources: {'Port': ['ID=d0282fed-63d2-4d2d-857a-b717aab4637c,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:31.327972 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-11c651a0-09ab-46df-906b-594ed6aeae70 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:31.328629 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-11c651a0-09ab-46df-906b-594ed6aeae70 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:31.346281 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-11c651a0-09ab-46df-906b-594ed6aeae70 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5436909 Oct 17 11:10:31.358201 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Request body: {'port': {'device_id': 'e043a24c-37fc-4b8e-a80e-ff84f7318ea9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:10:31.421136 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:31.486527 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-e585c628-66e0-49fa-8d93-1aec7b6d2853 None None] Provisioning complete for port d0282fed-63d2-4d2d-857a-b717aab4637c triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:10:31.487167 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e585c628-66e0-49fa-8d93-1aec7b6d2853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:31.487291 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e585c628-66e0-49fa-8d93-1aec7b6d2853 None None] Attempt 1 to provision port d0282fed-63d2-4d2d-857a-b717aab4637c Oct 17 11:10:31.517530 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e585c628-66e0-49fa-8d93-1aec7b6d2853 None None] Port d0282fed-63d2-4d2d-857a-b717aab4637c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:10:31.671251 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0282fed-63d2-4d2d-857a-b717aab4637c {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:10:31.679337 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Publish callbacks [] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:31.691224 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Transition to ACTIVE for port object d0282fed-63d2-4d2d-857a-b717aab4637c will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:10:31.697442 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:31.754351 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Pushing event updated for resources: {'Port': ['ID=d0282fed-63d2-4d2d-857a-b717aab4637c,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:31.804429 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Attempting to bind port d0282fed-63d2-4d2d-857a-b717aab4637c on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:10:31.804743 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Attempting to bind port d0282fed-63d2-4d2d-857a-b717aab4637c by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:10:31.805070 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Attempting to bind port d0282fed-63d2-4d2d-857a-b717aab4637c on network 21554f7b-decb-4447-82c2-82c4e5db4803 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:10:31.809350 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Port d0282fed-63d2-4d2d-857a-b717aab4637c on network 21554f7b-decb-4447-82c2-82c4e5db4803 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:10:31.809670 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Attempting to bind port d0282fed-63d2-4d2d-857a-b717aab4637c on network 21554f7b-decb-4447-82c2-82c4e5db4803 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:10:31.814405 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:10:31.814734 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Checking segment: {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:10:31.815113 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Bound using segment: {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:10:31.815530 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Bound port: d0282fed-63d2-4d2d-857a-b717aab4637c, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e13b6b60-eec7-42a2-83a9-111f85b0c182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 666, 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:10:31.815882 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:31.875847 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] For port d0282fed-63d2-4d2d-857a-b717aab4637c, host hv-cinder-85846, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:10:31.879511 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] For port d0282fed-63d2-4d2d-857a-b717aab4637c, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d0282fed-63d2-4d2d-857a-b717aab4637c,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:10:31.894401 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:31.911864 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:31.912483 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:31.913906 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] 10.222.0.23 "PUT /v2.0/ports/d0282fed-63d2-4d2d-857a-b717aab4637c HTTP/1.1" status: 200 len: 1094 time: 0.5599096 Oct 17 11:10:31.914645 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e043a24c-37fc-4b8e-a80e-ff84f7318ea9', 'tag': 'd0282fed-63d2-4d2d-857a-b717aab4637c'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:10:31.916886 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c63679a6-a350-4851-a6f1-2fe94cbc8878" -d '{"events": [{"name": "network-changed", "server_uuid": "e043a24c-37fc-4b8e-a80e-ff84f7318ea9", "tag": "d0282fed-63d2-4d2d-857a-b717aab4637c"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:10:31.987456 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0b33fd-38e0-48b8-930e-8eedbf2a5437 req-4c64a70f-0785-4459-93e9-afa5c171bcdc tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:31.988952 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9a0b33fd-38e0-48b8-930e-8eedbf2a5437 req-4c64a70f-0785-4459-93e9-afa5c171bcdc tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0571189 Oct 17 11:10:32.001496 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd409f-2731-4bd8-a566-4539cd3d3a20 service neutron] Pushing event updated for resources: {'Port': ['ID=d0282fed-63d2-4d2d-857a-b717aab4637c,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:32.012916 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2944495-0579-4cfd-8e7a-b28462df65e9 req-06aeb289-9305-4b8c-8804-f0b2a5145deb tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:32.014669 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a2944495-0579-4cfd-8e7a-b28462df65e9 req-06aeb289-9305-4b8c-8804-f0b2a5145deb tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 944 time: 0.1328609 Oct 17 11:10:32.018513 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e585c628-66e0-49fa-8d93-1aec7b6d2853 None None] Attempt 2 to provision port d0282fed-63d2-4d2d-857a-b717aab4637c Oct 17 11:10:32.046740 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9a0b33fd-38e0-48b8-930e-8eedbf2a5437 req-860a98fa-71bb-4c40-9689-6466d3dc6b5c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519211 Oct 17 11:10:32.050232 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-da41aae3-4253-4953-b813-4a328c757813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:32.051746 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-da41aae3-4253-4953-b813-4a328c757813 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 1128 time: 0.0873890 Oct 17 11:10:32.072271 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e585c628-66e0-49fa-8d93-1aec7b6d2853 None None] Port d0282fed-63d2-4d2d-857a-b717aab4637c had new provisioning blocks added so it will not transition to active. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 17 11:10:32.106907 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b62bee-b807-4195-9e8e-134fdbd52029 x-openstack-request-id: req-32b62bee-b807-4195-9e8e-134fdbd52029 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:10:32.107200 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e043a24c-37fc-4b8e-a80e-ff84f7318ea9", "tag": "d0282fed-63d2-4d2d-857a-b717aab4637c", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:10:32.107455 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-32b62bee-b807-4195-9e8e-134fdbd52029 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:10:32.107866 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32b62bee-b807-4195-9e8e-134fdbd52029'] response: {'name': 'network-changed', 'server_uuid': 'e043a24c-37fc-4b8e-a80e-ff84f7318ea9', 'tag': 'd0282fed-63d2-4d2d-857a-b717aab4637c', 'status': 'completed', 'code': 200} Oct 17 11:10:32.110628 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-1d005fea-afff-428b-8f8f-e314643633fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0282fed-63d2-4d2d-857a-b717aab4637c HTTP/1.1" status: 200 len: 217 time: 0.0484471 Oct 17 11:10:32.114513 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a2944495-0579-4cfd-8e7a-b28462df65e9 req-01d104f9-2378-4205-9875-7a4d3cd6bfab tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=d82107c1-5d78-431d-b889-a8cdb2dacb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936880 Oct 17 11:10:32.163649 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-fe495729-ab91-4fa8-86db-f13ff606a107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:32.165101 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-fe495729-ab91-4fa8-86db-f13ff606a107 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c502f9b2-9e97-4334-884d-66479d1ef028 HTTP/1.1" status: 200 len: 854 time: 0.0467079 Oct 17 11:10:32.222759 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-0495afec-98a1-4c64-ad5d-ddb69ebb874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:32.224321 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-0495afec-98a1-4c64-ad5d-ddb69ebb874b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21554f7b-decb-4447-82c2-82c4e5db4803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0471766 Oct 17 11:10:32.315833 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-c59b86ec-f396-4500-b8b8-8b3c796330eb service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814269 Oct 17 11:10:32.407121 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-00c2a73f-35a2-48dc-98bb-70c33e060e36 req-f3641612-9562-428b-85a6-350bc699ee3b service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838497 Oct 17 11:10:32.500089 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63679a6-a350-4851-a6f1-2fe94cbc8878 req-aa002dfe-692a-4982-be50-f38e41a1a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:32.501794 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c63679a6-a350-4851-a6f1-2fe94cbc8878 req-aa002dfe-692a-4982-be50-f38e41a1a5a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 1128 time: 0.0454364 Oct 17 11:10:32.599054 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63679a6-a350-4851-a6f1-2fe94cbc8878 req-2370c3fd-09fd-45b1-8579-cf0b9aefc8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:32.600423 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c63679a6-a350-4851-a6f1-2fe94cbc8878 req-2370c3fd-09fd-45b1-8579-cf0b9aefc8bf service neutron] 10.222.0.23 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 916 time: 0.0871241 Oct 17 11:10:32.639101 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c63679a6-a350-4851-a6f1-2fe94cbc8878 req-3047009f-bc91-4345-a341-74a7a0758442 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0282fed-63d2-4d2d-857a-b717aab4637c HTTP/1.1" status: 200 len: 217 time: 0.0313551 Oct 17 11:10:32.688370 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63679a6-a350-4851-a6f1-2fe94cbc8878 req-a59d6e12-6eb4-429d-878a-23b56c4677d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:32.689892 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c63679a6-a350-4851-a6f1-2fe94cbc8878 req-a59d6e12-6eb4-429d-878a-23b56c4677d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c502f9b2-9e97-4334-884d-66479d1ef028 HTTP/1.1" status: 200 len: 854 time: 0.0445440 Oct 17 11:10:32.744424 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63679a6-a350-4851-a6f1-2fe94cbc8878 req-fc91a362-a14e-4cd7-8160-86d57d7561d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:32.745913 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c63679a6-a350-4851-a6f1-2fe94cbc8878 req-fc91a362-a14e-4cd7-8160-86d57d7561d9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21554f7b-decb-4447-82c2-82c4e5db4803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0480430 Oct 17 11:10:32.848038 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c63679a6-a350-4851-a6f1-2fe94cbc8878 req-9f5d2e83-a368-4762-b425-c706990f71bf service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915596 Oct 17 11:10:32.940379 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c63679a6-a350-4851-a6f1-2fe94cbc8878 req-c11dce1f-5b48-41bb-9584-0fca99ee568c service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845263 Oct 17 11:10:33.180775 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca07f1-e9cc-4ca1-943d-077bcb50f60a req-9d64d556-ead2-4b0d-86f9-1a6fa9180527 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:33.182275 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a9ca07f1-e9cc-4ca1-943d-077bcb50f60a req-9d64d556-ead2-4b0d-86f9-1a6fa9180527 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0550928 Oct 17 11:10:33.231185 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a9ca07f1-e9cc-4ca1-943d-077bcb50f60a req-bd3abb18-7988-450f-9de3-9244511fce61 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433660 Oct 17 11:10:33.240457 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d56057-552b-4e2d-93c6-15524f20ac3e req-ca272924-afb6-4b6c-af04-b944e2131362 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:33.241952 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a2d56057-552b-4e2d-93c6-15524f20ac3e req-ca272924-afb6-4b6c-af04-b944e2131362 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 944 time: 0.0530994 Oct 17 11:10:33.287904 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a2d56057-552b-4e2d-93c6-15524f20ac3e req-e9630322-5a07-4d0f-be99-1f8aeb5492c1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=d82107c1-5d78-431d-b889-a8cdb2dacb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404999 Oct 17 11:10:33.948485 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d0282fed-63d2-4d2d-857a-b717aab4637c details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:10:34.056480 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d0282fed-63d2-4d2d-857a-b717aab4637c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d0282fed-63d2-4d2d-857a-b717aab4637c,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:10:34.068629 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': 'd0282fed-63d2-4d2d-857a-b717aab4637c', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'port_id': 'd0282fed-63d2-4d2d-857a-b717aab4637c', 'mac_address': 'fa:16:3e:2d:19:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 666, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:10:34.103802 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port d0282fed-63d2-4d2d-857a-b717aab4637c is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:10:34.104198 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:34.121284 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0282fed-63d2-4d2d-857a-b717aab4637c {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:10:34.141435 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d0282fed-63d2-4d2d-857a-b717aab4637c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d0282fed-63d2-4d2d-857a-b717aab4637c,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:10:34.150173 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:34.196962 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=d0282fed-63d2-4d2d-857a-b717aab4637c,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:34.204413 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:34.204701 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:34.205043 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:34.205410 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:34.205827 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:34.206163 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:34.206492 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:34.206818 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:34.207150 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:34.207476 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:34.207800 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:34.208120 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:34.208440 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:10:34.368812 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343a920-720e-473c-976a-b3f9ea04840c req-e528fb00-6759-4fcc-90a5-0dffb3005854 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:34.370364 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e343a920-720e-473c-976a-b3f9ea04840c req-e528fb00-6759-4fcc-90a5-0dffb3005854 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0556109 Oct 17 11:10:34.414377 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248be294-b2e2-4a05-8792-c5c8321fa0c8 req-42f6bb75-7aba-4973-becf-876ef779a76d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:34.415823 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-248be294-b2e2-4a05-8792-c5c8321fa0c8 req-42f6bb75-7aba-4973-becf-876ef779a76d tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 945 time: 0.0537624 Oct 17 11:10:34.418528 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e343a920-720e-473c-976a-b3f9ea04840c req-97b8089d-b1f7-46e0-a748-7c0af2b96977 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424027 Oct 17 11:10:34.441795 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['d0282fed-63d2-4d2d-857a-b717aab4637c'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:10:34.464322 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-248be294-b2e2-4a05-8792-c5c8321fa0c8 req-ffb07cbb-ec02-4f62-959e-fedb7b5501eb tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=d82107c1-5d78-431d-b889-a8cdb2dacb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428226 Oct 17 11:10:34.635973 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e48ae4-207f-45cc-a1bc-2155c2d00eac req-1c48509e-5506-4e9e-b3a4-4c5b439442d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:34.637619 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-69e48ae4-207f-45cc-a1bc-2155c2d00eac req-1c48509e-5506-4e9e-b3a4-4c5b439442d9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 1129 time: 0.0515721 Oct 17 11:10:34.683246 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-69e48ae4-207f-45cc-a1bc-2155c2d00eac req-2b3cad9d-af25-438a-bd2f-766d5a8f364d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392134 Oct 17 11:10:35.559153 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2477e9b-15ed-44a4-9d39-2a2ca80df67e req-04dd3947-6a2c-48d5-bfc8-a9bdb388a2cf tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:35.560640 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f2477e9b-15ed-44a4-9d39-2a2ca80df67e req-04dd3947-6a2c-48d5-bfc8-a9bdb388a2cf tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0590363 Oct 17 11:10:35.588764 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e03d11-d05a-49bd-bfbd-ea0a0cd23a7d req-1ccb8a96-a315-49d1-9644-0ceb07bde43a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:35.590289 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-82e03d11-d05a-49bd-bfbd-ea0a0cd23a7d req-1ccb8a96-a315-49d1-9644-0ceb07bde43a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 945 time: 0.0535588 Oct 17 11:10:35.614664 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f2477e9b-15ed-44a4-9d39-2a2ca80df67e req-02ad1fcf-75e2-492e-af56-058278d5192a tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478313 Oct 17 11:10:35.643882 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-82e03d11-d05a-49bd-bfbd-ea0a0cd23a7d req-6cd1c10d-bd05-438a-8b60-39cf94e44507 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=d82107c1-5d78-431d-b889-a8cdb2dacb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479352 Oct 17 11:10:35.965776 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d0282fed-63d2-4d2d-857a-b717aab4637c up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:10:36.018282 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port d0282fed-63d2-4d2d-857a-b717aab4637c completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:10:36.022918 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port d0282fed-63d2-4d2d-857a-b717aab4637c triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:10:36.023484 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:36.023971 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port d0282fed-63d2-4d2d-857a-b717aab4637c Oct 17 11:10:36.099498 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port d0282fed-63d2-4d2d-857a-b717aab4637c is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:10:36.099893 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:36.124314 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e043a24c-37fc-4b8e-a80e-ff84f7318ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0282fed-63d2-4d2d-857a-b717aab4637c'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:10:36.126616 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb130fa7-a92f-4533-89a8-93b308732e87" -d '{"events": [{"server_uuid": "e043a24c-37fc-4b8e-a80e-ff84f7318ea9", "name": "network-vif-plugged", "status": "completed", "tag": "d0282fed-63d2-4d2d-857a-b717aab4637c"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:10:36.138619 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d0282fed-63d2-4d2d-857a-b717aab4637c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d0282fed-63d2-4d2d-857a-b717aab4637c,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:10:36.144127 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:36.169548 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeebcbc-d4ff-4655-9f22-0cd91ef30d6c x-openstack-request-id: req-daeebcbc-d4ff-4655-9f22-0cd91ef30d6c {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:10:36.169848 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e043a24c-37fc-4b8e-a80e-ff84f7318ea9", "name": "network-vif-plugged", "status": "completed", "tag": "d0282fed-63d2-4d2d-857a-b717aab4637c", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:10:36.170084 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-daeebcbc-d4ff-4655-9f22-0cd91ef30d6c {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:10:36.170492 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daeebcbc-d4ff-4655-9f22-0cd91ef30d6c'] response: {'server_uuid': 'e043a24c-37fc-4b8e-a80e-ff84f7318ea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0282fed-63d2-4d2d-857a-b717aab4637c', 'code': 200} Oct 17 11:10:36.198718 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=d0282fed-63d2-4d2d-857a-b717aab4637c,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:10:36.351443 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2d6ef-01e7-43a5-b76c-12e1f790415e req-d701eaa3-75f0-4eba-a7ad-9ae6d501e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:36.352825 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9fc2d6ef-01e7-43a5-b76c-12e1f790415e req-d701eaa3-75f0-4eba-a7ad-9ae6d501e01f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0471833 Oct 17 11:10:36.400017 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9fc2d6ef-01e7-43a5-b76c-12e1f790415e req-267e84dc-74cf-4ae3-b145-beb79f2e81ca service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d82107c1-5d78-431d-b889-a8cdb2dacb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407796 Oct 17 11:10:36.753104 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107a6dea-f75e-4052-941e-4ef26a4d1a65 req-3147bba8-07c8-47d1-b34b-1ece8c84cd50 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:36.755193 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-107a6dea-f75e-4052-941e-4ef26a4d1a65 req-3147bba8-07c8-47d1-b34b-1ece8c84cd50 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0591006 Oct 17 11:10:36.772285 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a79601-8936-4d1a-9f4d-d3f7c32297df req-19892e7a-b4eb-4926-a85f-924159db69d1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:36.773810 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f7a79601-8936-4d1a-9f4d-d3f7c32297df req-19892e7a-b4eb-4926-a85f-924159db69d1 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 946 time: 0.0536995 Oct 17 11:10:36.804424 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-107a6dea-f75e-4052-941e-4ef26a4d1a65 req-20e389fb-3440-4493-b0b2-a2a08321cd6c tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434477 Oct 17 11:10:36.823223 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f7a79601-8936-4d1a-9f4d-d3f7c32297df req-0b16e788-1f64-4c3b-a88c-eb8780eca14b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=d82107c1-5d78-431d-b889-a8cdb2dacb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438688 Oct 17 11:10:36.926194 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fdd84bfb-dc97-413b-a7be-799007513a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:37.239353 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a052b-d318-46b1-b5c3-b81eea492263 req-adc6cf55-6438-4c8b-9cff-97998137ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:37.240860 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ff0a052b-d318-46b1-b5c3-b81eea492263 req-adc6cf55-6438-4c8b-9cff-97998137ffe6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 1129 time: 0.0876429 Oct 17 11:10:37.250592 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afd223-2e44-4c93-9b99-5f1bcd2edb95 req-d4498538-487b-49bc-9279-ef7e3040b3a9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:37.251923 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-78afd223-2e44-4c93-9b99-5f1bcd2edb95 req-d4498538-487b-49bc-9279-ef7e3040b3a9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0906672 Oct 17 11:10:37.355151 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-78afd223-2e44-4c93-9b99-5f1bcd2edb95 req-ca6310ce-c9a8-4bf2-b2c9-13b5ea83bf9e tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951760 Oct 17 11:10:37.371616 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a052b-d318-46b1-b5c3-b81eea492263 req-eca7597e-9298-4e06-b131-eb495c29d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:37.373046 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ff0a052b-d318-46b1-b5c3-b81eea492263 req-eca7597e-9298-4e06-b131-eb495c29d1ef service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 920 time: 0.1203218 Oct 17 11:10:37.439345 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ff0a052b-d318-46b1-b5c3-b81eea492263 req-de01c012-bd1e-4640-8cd5-23aa3e4200db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=010adb5f-c117-4407-9de8-3655aff852d6 HTTP/1.1" status: 200 len: 1001 time: 0.0587184 Oct 17 11:10:37.488759 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a052b-d318-46b1-b5c3-b81eea492263 req-5dff11ff-a28c-49a4-8f1a-14738b7bf420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:37.490263 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ff0a052b-d318-46b1-b5c3-b81eea492263 req-5dff11ff-a28c-49a4-8f1a-14738b7bf420 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0434506 Oct 17 11:10:37.546935 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a052b-d318-46b1-b5c3-b81eea492263 req-e07ea40f-07c4-4108-aca9-5be9f78e8e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:37.548409 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ff0a052b-d318-46b1-b5c3-b81eea492263 req-e07ea40f-07c4-4108-aca9-5be9f78e8e36 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0440924 Oct 17 11:10:37.640867 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ff0a052b-d318-46b1-b5c3-b81eea492263 req-26d3cd52-4846-48c9-a7f8-92e5f4ae535c service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835612 Oct 17 11:10:37.750118 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ff0a052b-d318-46b1-b5c3-b81eea492263 req-c3e51720-12a6-4835-a110-3aa83d6147a9 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812013 Oct 17 11:10:37.961260 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda0eb54-3702-4075-b2e1-c97751382ee7 req-c1f852a2-6216-4b64-8baa-df44d9eeaf31 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:37.962746 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-dda0eb54-3702-4075-b2e1-c97751382ee7 req-c1f852a2-6216-4b64-8baa-df44d9eeaf31 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 946 time: 0.0612898 Oct 17 11:10:38.014201 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-dda0eb54-3702-4075-b2e1-c97751382ee7 req-68ba201c-c0eb-4aa9-a28d-7cd2418cdbeb tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=d82107c1-5d78-431d-b889-a8cdb2dacb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431275 Oct 17 11:10:38.147273 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011aea5a-4664-478b-bcc4-c46bee72cf3d req-7e39df1f-2d97-4a44-b80b-45c1d6268639 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:38.148747 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-011aea5a-4664-478b-bcc4-c46bee72cf3d req-7e39df1f-2d97-4a44-b80b-45c1d6268639 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 946 time: 0.0641387 Oct 17 11:10:38.159271 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55122) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:10:38.163901 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-dc59c028-ac8f-4f35-9795-1d6e2adb0892 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Request body: {'floatingip': {'port_id': 'd0282fed-63d2-4d2d-857a-b717aab4637c'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:10:38.202980 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dc59c028-ac8f-4f35-9795-1d6e2adb0892 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (6df8ac4b-4855-4854-a6ea-dc74badac609), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:38.484737 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b6e6c-89a3-47e8-ad60-d38958247764 req-ddb5af4a-fde7-4935-83c0-cb3dc5521a13 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:38.486313 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-bb8b6e6c-89a3-47e8-ad60-d38958247764 req-ddb5af4a-fde7-4935-83c0-cb3dc5521a13 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0524714 Oct 17 11:10:38.534598 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-bb8b6e6c-89a3-47e8-ad60-d38958247764 req-57c19f00-ced1-4ba7-960a-45cf9d50abe3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421429 Oct 17 11:10:38.652760 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dc59c028-ac8f-4f35-9795-1d6e2adb0892 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:38.660253 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dc59c028-ac8f-4f35-9795-1d6e2adb0892 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (6df8ac4b-4855-4854-a6ea-dc74badac609), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:38.751377 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.l3_db [None req-dc59c028-ac8f-4f35-9795-1d6e2adb0892 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Floating IP 6df8ac4b-4855-4854-a6ea-dc74badac609 associated. External IP: 172.28.1.253, port: d0282fed-63d2-4d2d-857a-b717aab4637c. Oct 17 11:10:38.957668 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc59c028-ac8f-4f35-9795-1d6e2adb0892 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Router 51536e0e-0d37-41a9-b40a-ae163a61c294 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:10:39.062766 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc59c028-ac8f-4f35-9795-1d6e2adb0892 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:10:39.068181 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dc59c028-ac8f-4f35-9795-1d6e2adb0892 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:39.073856 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff238c2-af27-410c-bf7a-33a48d00f650 None None] Sync routers for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:10:39.085896 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff238c2-af27-410c-bf7a-33a48d00f650 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:10:39.086539 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-2ff238c2-af27-410c-bf7a-33a48d00f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:10:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:39.098973 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-dc59c028-ac8f-4f35-9795-1d6e2adb0892 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "PUT /v2.0/floatingips/6df8ac4b-4855-4854-a6ea-dc74badac609 HTTP/1.1" status: 200 len: 992 time: 0.9383786 Oct 17 11:10:39.099621 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e043a24c-37fc-4b8e-a80e-ff84f7318ea9', 'tag': 'd0282fed-63d2-4d2d-857a-b717aab4637c'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:10:39.101918 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e2d764-c620-4a36-bc4f-127926f543d9" -d '{"events": [{"name": "network-changed", "server_uuid": "e043a24c-37fc-4b8e-a80e-ff84f7318ea9", "tag": "d0282fed-63d2-4d2d-857a-b717aab4637c"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:10:39.137969 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eaad79-4d07-4e14-b981-b9bb7cc1f2f3 x-openstack-request-id: req-83eaad79-4d07-4e14-b981-b9bb7cc1f2f3 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:10:39.138254 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e043a24c-37fc-4b8e-a80e-ff84f7318ea9", "tag": "d0282fed-63d2-4d2d-857a-b717aab4637c", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:10:39.138510 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-83eaad79-4d07-4e14-b981-b9bb7cc1f2f3 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:10:39.138916 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83eaad79-4d07-4e14-b981-b9bb7cc1f2f3'] response: {'name': 'network-changed', 'server_uuid': 'e043a24c-37fc-4b8e-a80e-ff84f7318ea9', 'tag': 'd0282fed-63d2-4d2d-857a-b717aab4637c', 'status': 'completed', 'code': 200} Oct 17 11:10:39.194461 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-2ff238c2-af27-410c-bf7a-33a48d00f650 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:10:39.217368 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2d764-c620-4a36-bc4f-127926f543d9 req-9f13ee6b-6b3a-4dfd-91dc-752a98fff249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:39.218883 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d1e2d764-c620-4a36-bc4f-127926f543d9 req-9f13ee6b-6b3a-4dfd-91dc-752a98fff249 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 1130 time: 0.0501521 Oct 17 11:10:39.293707 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bdb047ee-d540-4218-8d73-6c56ce3f82bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:39.446503 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-2ff238c2-af27-410c-bf7a-33a48d00f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '6df8ac4b-4855-4854-a6ea-dc74badac609', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': 'd0282fed-63d2-4d2d-857a-b717aab4637c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:2d:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e043a24c-37fc-4b8e-a80e-ff84f7318ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:10:28Z', 'updated_at': '2022-10-17T11:10:38Z', 'revision_number': 1, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:39.470903 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff238c2-af27-410c-bf7a-33a48d00f650 None None] Checking router: 51536e0e-0d37-41a9-b40a-ae163a61c294 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:10:39.480396 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff238c2-af27-410c-bf7a-33a48d00f650 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:10:39.481005 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-2ff238c2-af27-410c-bf7a-33a48d00f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:10:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:39.536044 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2d764-c620-4a36-bc4f-127926f543d9 req-9a550f5c-7011-4e82-a1ed-71d5ff87980d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:39.537589 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d1e2d764-c620-4a36-bc4f-127926f543d9 req-9a550f5c-7011-4e82-a1ed-71d5ff87980d service neutron] 10.222.0.23 "GET /v2.0/networks?id=21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 200 len: 916 time: 0.3124340 Oct 17 11:10:39.613430 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d1e2d764-c620-4a36-bc4f-127926f543d9 req-b9b762fc-b690-4c01-98ed-9545895b8797 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d0282fed-63d2-4d2d-857a-b717aab4637c HTTP/1.1" status: 200 len: 1000 time: 0.0686414 Oct 17 11:10:39.663098 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2d764-c620-4a36-bc4f-127926f543d9 req-97730bf0-21af-47b8-af9a-6f100eacdc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:39.664577 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d1e2d764-c620-4a36-bc4f-127926f543d9 req-97730bf0-21af-47b8-af9a-6f100eacdc0e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c502f9b2-9e97-4334-884d-66479d1ef028 HTTP/1.1" status: 200 len: 854 time: 0.0446875 Oct 17 11:10:39.669290 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb0dc5a-71c1-4ffb-b10a-ff958a967263 req-62eb5ee0-ea61-4443-ae37-fd09ab5680fc tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:39.671025 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-adb0dc5a-71c1-4ffb-b10a-ff958a967263 req-62eb5ee0-ea61-4443-ae37-fd09ab5680fc tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0565186 Oct 17 11:10:39.717852 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e2d764-c620-4a36-bc4f-127926f543d9 req-21c6a477-1aee-4902-81aa-d3a7c9374929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:39.718774 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-2ff238c2-af27-410c-bf7a-33a48d00f650 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:10:39.719418 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d1e2d764-c620-4a36-bc4f-127926f543d9 req-21c6a477-1aee-4902-81aa-d3a7c9374929 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=21554f7b-decb-4447-82c2-82c4e5db4803&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0486250 Oct 17 11:10:39.725974 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-adb0dc5a-71c1-4ffb-b10a-ff958a967263 req-eb31852e-f533-4449-908e-61d1accc5a02 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485499 Oct 17 11:10:39.844541 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d1e2d764-c620-4a36-bc4f-127926f543d9 req-b9c18e0c-5bc5-4b6f-9c6c-a7670d3d4d25 service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187832 Oct 17 11:10:39.907568 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d380d03-cc3d-417c-a913-918e2098577f req-868777b9-8041-42f3-a7f1-1fc22a6c6942 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:39.909048 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3d380d03-cc3d-417c-a913-918e2098577f req-868777b9-8041-42f3-a7f1-1fc22a6c6942 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.1065795 Oct 17 11:10:39.919884 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55134) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:10:39.924977 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-9c504b49-fd57-4a82-8d13-7f5d891c0a61 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Request body: {'floatingip': {'port_id': '010adb5f-c117-4407-9de8-3655aff852d6'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:10:39.939428 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-2ff238c2-af27-410c-bf7a-33a48d00f650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '6df8ac4b-4855-4854-a6ea-dc74badac609', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': 'd0282fed-63d2-4d2d-857a-b717aab4637c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:2d:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e043a24c-37fc-4b8e-a80e-ff84f7318ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:10:28Z', 'updated_at': '2022-10-17T11:10:38Z', 'revision_number': 1, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:39.952576 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d1e2d764-c620-4a36-bc4f-127926f543d9 req-58837577-1921-4832-b5cc-a51c997e8850 service neutron] 10.222.0.23 "GET /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014123 Oct 17 11:10:39.965532 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff238c2-af27-410c-bf7a-33a48d00f650 None None] The sync data for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb is: [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '6df8ac4b-4855-4854-a6ea-dc74badac609', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'floating_ip_address': '172.28.1.253', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'port_id': 'd0282fed-63d2-4d2d-857a-b717aab4637c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 561, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'mac_address': 'fa:16:3e:2d:19:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e043a24c-37fc-4b8e-a80e-ff84f7318ea9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:10:28Z', 'updated_at': '2022-10-17T11:10:38Z', 'revision_number': 1, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:10:39.979129 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9c504b49-fd57-4a82-8d13-7f5d891c0a61 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for floatingip (f8e934d1-c114-4c3e-9248-e134281c31b1), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:40.166509 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c28bb-f6fb-410c-90aa-451e01c184ed None None] New status for floating IP 6df8ac4b-4855-4854-a6ea-dc74badac609: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:10:40.212654 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:40.512872 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:40.673790 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9c504b49-fd57-4a82-8d13-7f5d891c0a61 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:40.680668 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9c504b49-fd57-4a82-8d13-7f5d891c0a61 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (f8e934d1-c114-4c3e-9248-e134281c31b1), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:40.880655 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c504b49-fd57-4a82-8d13-7f5d891c0a61 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Router 98ef45da-33ae-4664-89f0-264014cb5eba has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:10:40.987117 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c504b49-fd57-4a82-8d13-7f5d891c0a61 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:10:40.993228 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-9c504b49-fd57-4a82-8d13-7f5d891c0a61 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:40.998345 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd5af3-9490-4b71-aafe-6b96e2bf60b3 None None] Sync routers for ids ['98ef45da-33ae-4664-89f0-264014cb5eba'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:10:41.010150 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd5af3-9490-4b71-aafe-6b96e2bf60b3 None None] Routers {'98ef45da-33ae-4664-89f0-264014cb5eba'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:10:41.010796 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-dedd5af3-9490-4b71-aafe-6b96e2bf60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:10:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['98ef45da-33ae-4664-89f0-264014cb5eba'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:41.024402 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'tag': '010adb5f-c117-4407-9de8-3655aff852d6'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:10:41.026740 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4c69e7-8ecf-44a8-8f4c-56c2cc8c9d25" -d '{"events": [{"name": "network-changed", "server_uuid": "a97e5ebe-d6fb-4327-b298-21f964360062", "tag": "010adb5f-c117-4407-9de8-3655aff852d6"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:10:41.062503 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-9c504b49-fd57-4a82-8d13-7f5d891c0a61 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "PUT /v2.0/floatingips/f8e934d1-c114-4c3e-9248-e134281c31b1 HTTP/1.1" status: 200 len: 993 time: 1.1411824 Oct 17 11:10:41.067563 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31a9d8c0-eed3-4305-93e7-de7c96d22c7e x-openstack-request-id: req-31a9d8c0-eed3-4305-93e7-de7c96d22c7e {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:10:41.067849 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97e5ebe-d6fb-4327-b298-21f964360062", "tag": "010adb5f-c117-4407-9de8-3655aff852d6", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:10:41.068103 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-31a9d8c0-eed3-4305-93e7-de7c96d22c7e {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:10:41.068507 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31a9d8c0-eed3-4305-93e7-de7c96d22c7e'] response: {'name': 'network-changed', 'server_uuid': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'tag': '010adb5f-c117-4407-9de8-3655aff852d6', 'status': 'completed', 'code': 200} Oct 17 11:10:41.118601 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-dedd5af3-9490-4b71-aafe-6b96e2bf60b3 None None] Set router 98ef45da-33ae-4664-89f0-264014cb5eba gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:10:41.133800 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c69e7-8ecf-44a8-8f4c-56c2cc8c9d25 req-32eec32f-fd85-400d-91e8-1c570063fa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:41.135337 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c4c69e7-8ecf-44a8-8f4c-56c2cc8c9d25 req-32eec32f-fd85-400d-91e8-1c570063fa9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 1129 time: 0.0487335 Oct 17 11:10:41.226496 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c69e7-8ecf-44a8-8f4c-56c2cc8c9d25 req-22e62e91-cd95-4be2-9313-6966ffc2602d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:41.228005 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c4c69e7-8ecf-44a8-8f4c-56c2cc8c9d25 req-22e62e91-cd95-4be2-9313-6966ffc2602d service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 920 time: 0.0849202 Oct 17 11:10:41.291728 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c4c69e7-8ecf-44a8-8f4c-56c2cc8c9d25 req-a71b996b-74f9-4430-8994-2f2aa1f7db6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=010adb5f-c117-4407-9de8-3655aff852d6 HTTP/1.1" status: 200 len: 1001 time: 0.0578139 Oct 17 11:10:41.340313 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-dedd5af3-9490-4b71-aafe-6b96e2bf60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'f8e934d1-c114-4c3e-9248-e134281c31b1', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'floating_ip_address': '172.28.1.169', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'port_id': '010adb5f-c117-4407-9de8-3655aff852d6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'mac_address': 'fa:16:3e:41:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:09:11Z', 'updated_at': '2022-10-17T11:10:40Z', 'revision_number': 3, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f80c87-ac0a-48e1-8ddd-a6c431d84539', 'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'mac_address': 'fa:16:3e:db:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:32Z', 'updated_at': '2022-10-17T11:07:39Z', 'revision_number': 5, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'subnets': [{'id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:41.341433 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c69e7-8ecf-44a8-8f4c-56c2cc8c9d25 req-c96ae4d3-1884-4fbb-a3dd-4c8e6f9c5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:41.342954 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c4c69e7-8ecf-44a8-8f4c-56c2cc8c9d25 req-c96ae4d3-1884-4fbb-a3dd-4c8e6f9c5dd8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0442622 Oct 17 11:10:41.364359 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd5af3-9490-4b71-aafe-6b96e2bf60b3 None None] Checking router: 98ef45da-33ae-4664-89f0-264014cb5eba for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:10:41.372993 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd5af3-9490-4b71-aafe-6b96e2bf60b3 None None] Routers {'98ef45da-33ae-4664-89f0-264014cb5eba'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:10:41.373633 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-dedd5af3-9490-4b71-aafe-6b96e2bf60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:10:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['98ef45da-33ae-4664-89f0-264014cb5eba'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:41.392332 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c69e7-8ecf-44a8-8f4c-56c2cc8c9d25 req-e93f83c1-6908-4e91-aac0-d47a6ef500e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:41.394133 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c4c69e7-8ecf-44a8-8f4c-56c2cc8c9d25 req-e93f83c1-6908-4e91-aac0-d47a6ef500e6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0440845 Oct 17 11:10:41.474336 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-dedd5af3-9490-4b71-aafe-6b96e2bf60b3 None None] Set router 98ef45da-33ae-4664-89f0-264014cb5eba gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:10:41.485797 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c4c69e7-8ecf-44a8-8f4c-56c2cc8c9d25 req-c40d4d80-803d-4d11-80b4-52dc6a458189 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859373 Oct 17 11:10:41.575038 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c4c69e7-8ecf-44a8-8f4c-56c2cc8c9d25 req-cd4616e3-82b5-493a-b662-ded7468a74f8 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831125 Oct 17 11:10:41.690213 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-dedd5af3-9490-4b71-aafe-6b96e2bf60b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'f8e934d1-c114-4c3e-9248-e134281c31b1', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'floating_ip_address': '172.28.1.169', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'port_id': '010adb5f-c117-4407-9de8-3655aff852d6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'mac_address': 'fa:16:3e:41:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:09:11Z', 'updated_at': '2022-10-17T11:10:40Z', 'revision_number': 3, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f80c87-ac0a-48e1-8ddd-a6c431d84539', 'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'mac_address': 'fa:16:3e:db:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:32Z', 'updated_at': '2022-10-17T11:07:39Z', 'revision_number': 5, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'subnets': [{'id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:10:41.713637 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedd5af3-9490-4b71-aafe-6b96e2bf60b3 None None] The sync data for ids ['98ef45da-33ae-4664-89f0-264014cb5eba'] in dv-cinder-858463-3-smb is: [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'f8e934d1-c114-4c3e-9248-e134281c31b1', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'floating_ip_address': '172.28.1.169', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'port_id': '010adb5f-c117-4407-9de8-3655aff852d6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 541, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'mac_address': 'fa:16:3e:41:9b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:09:11Z', 'updated_at': '2022-10-17T11:10:40Z', 'revision_number': 3, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17f80c87-ac0a-48e1-8ddd-a6c431d84539', 'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'mac_address': 'fa:16:3e:db:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:32Z', 'updated_at': '2022-10-17T11:07:39Z', 'revision_number': 5, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'subnets': [{'id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:10:42.592501 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:43.070112 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'tag': '010adb5f-c117-4407-9de8-3655aff852d6'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:10:43.072795 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ab4ce0-7c8c-400c-988e-3a1aa69b5373" -d '{"events": [{"name": "network-changed", "server_uuid": "a97e5ebe-d6fb-4327-b298-21f964360062", "tag": "010adb5f-c117-4407-9de8-3655aff852d6"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:10:43.108919 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261d2529-cb19-499c-983c-6315f189f679 x-openstack-request-id: req-261d2529-cb19-499c-983c-6315f189f679 {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:10:43.109241 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97e5ebe-d6fb-4327-b298-21f964360062", "tag": "010adb5f-c117-4407-9de8-3655aff852d6", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:10:43.109499 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-261d2529-cb19-499c-983c-6315f189f679 {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:10:43.109907 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-261d2529-cb19-499c-983c-6315f189f679'] response: {'name': 'network-changed', 'server_uuid': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'tag': '010adb5f-c117-4407-9de8-3655aff852d6', 'status': 'completed', 'code': 200} Oct 17 11:10:43.178599 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab4ce0-7c8c-400c-988e-3a1aa69b5373 req-ac6651ac-9dfa-41ca-94aa-570cc82351b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:43.180090 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f3ab4ce0-7c8c-400c-988e-3a1aa69b5373 req-ac6651ac-9dfa-41ca-94aa-570cc82351b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 1129 time: 0.0476141 Oct 17 11:10:43.279585 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab4ce0-7c8c-400c-988e-3a1aa69b5373 req-a1df6407-ec34-4093-806e-2fa8ac2fa01c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:43.281065 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f3ab4ce0-7c8c-400c-988e-3a1aa69b5373 req-a1df6407-ec34-4093-806e-2fa8ac2fa01c service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 920 time: 0.0951707 Oct 17 11:10:43.342806 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f3ab4ce0-7c8c-400c-988e-3a1aa69b5373 req-9c9c8b93-94a3-4a5b-9163-08141d65559d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=010adb5f-c117-4407-9de8-3655aff852d6 HTTP/1.1" status: 200 len: 1001 time: 0.0546122 Oct 17 11:10:43.396942 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab4ce0-7c8c-400c-988e-3a1aa69b5373 req-8d81c2c3-4c85-41f1-9fbe-6c9a5540bb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:43.398180 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f3ab4ce0-7c8c-400c-988e-3a1aa69b5373 req-8d81c2c3-4c85-41f1-9fbe-6c9a5540bb80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0487690 Oct 17 11:10:43.447997 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab4ce0-7c8c-400c-988e-3a1aa69b5373 req-217bc8a1-4915-428b-9445-7f92e49d4ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:10:43.449493 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f3ab4ce0-7c8c-400c-988e-3a1aa69b5373 req-217bc8a1-4915-428b-9445-7f92e49d4ed2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0457795 Oct 17 11:10:43.537657 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f3ab4ce0-7c8c-400c-988e-3a1aa69b5373 req-412f7d94-bdd9-4cef-bb9c-b9066ee6aea1 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807104 Oct 17 11:10:43.637111 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f3ab4ce0-7c8c-400c-988e-3a1aa69b5373 req-8cd6a1de-e662-4908-ad53-237951feb28c service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916097 Oct 17 11:10:44.347979 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:10:59.993183 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:11:06.924224 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1d1b3af0-bdf9-4d71-b510-f2912cb3473c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:09.278441 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ba2f6ad2-d528-4616-85d0-7e89d2bf5204 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:10.219563 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:10.516523 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:12.068295 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-38ebd626-7620-4d55-9174-8e6332488de7 req-6198d4b8-fee4-4111-9f03-01514c014364 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489447 Oct 17 11:11:12.163542 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebd626-7620-4d55-9174-8e6332488de7 req-93aa8197-2542-41d7-96ba-7f07fb036dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:12.165120 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-38ebd626-7620-4d55-9174-8e6332488de7 req-93aa8197-2542-41d7-96ba-7f07fb036dcf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=87306056296d4c988791fa6d2c0d9d52&device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 1129 time: 0.0468888 Oct 17 11:11:12.287654 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebd626-7620-4d55-9174-8e6332488de7 req-4a8054e0-6b1b-4d98-977e-6509092238b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:12.289187 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-38ebd626-7620-4d55-9174-8e6332488de7 req-4a8054e0-6b1b-4d98-977e-6509092238b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 200 len: 920 time: 0.1019108 Oct 17 11:11:12.329923 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-38ebd626-7620-4d55-9174-8e6332488de7 req-13f472ff-64e3-446a-af92-9a7de08d3533 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c135cab7-0517-4f21-8e63-4e68efab8316 HTTP/1.1" status: 200 len: 217 time: 0.0327523 Oct 17 11:11:12.378226 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebd626-7620-4d55-9174-8e6332488de7 req-2882bc83-861b-4580-8817-f30dcca634c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:12.379609 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-38ebd626-7620-4d55-9174-8e6332488de7 req-2882bc83-861b-4580-8817-f30dcca634c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 200 len: 858 time: 0.0433974 Oct 17 11:11:12.434247 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ebd626-7620-4d55-9174-8e6332488de7 req-189e56d1-dd14-4a24-b9f7-3221bf299dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:12.435776 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-38ebd626-7620-4d55-9174-8e6332488de7 req-189e56d1-dd14-4a24-b9f7-3221bf299dd6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7d88e633-7f7b-4c9f-8df7-edafde1fd786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0486693 Oct 17 11:11:12.530105 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-38ebd626-7620-4d55-9174-8e6332488de7 req-4b9e55d9-9864-44fd-bfd4-35d59ed3fe3b service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859792 Oct 17 11:11:12.590951 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:12.625997 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-38ebd626-7620-4d55-9174-8e6332488de7 req-77381810-2962-4445-a806-a44b440d3be9 service neutron] 10.222.0.23 "GET /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892944 Oct 17 11:11:14.332433 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:15.193195 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ba28f4-8ab3-4412-9fe2-163d905d9759 req-369a0696-dc46-4f72-9e80-c8e1c247ec94 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:15.194566 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b1ba28f4-8ab3-4412-9fe2-163d905d9759 req-369a0696-dc46-4f72-9e80-c8e1c247ec94 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0544937 Oct 17 11:11:15.245935 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b1ba28f4-8ab3-4412-9fe2-163d905d9759 req-02d5e93f-9cf9-4714-91e0-1da8c66c62ab tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429070 Oct 17 11:11:16.384726 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fca3c70-75de-44ba-a73f-35af000d1ad2 req-ddc3cec5-59f9-428a-9649-341e71d361e3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:16.386152 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0fca3c70-75de-44ba-a73f-35af000d1ad2 req-ddc3cec5-59f9-428a-9649-341e71d361e3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0629451 Oct 17 11:11:16.440535 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0fca3c70-75de-44ba-a73f-35af000d1ad2 req-0c34c594-b850-4100-aece-d3cd149bd7f5 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461178 Oct 17 11:11:17.571230 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c683bb-0358-4526-9d76-43772a7bfc75 req-cc5edc23-8dc2-428f-a874-7d027f7c9e3d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:17.572728 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-46c683bb-0358-4526-9d76-43772a7bfc75 req-cc5edc23-8dc2-428f-a874-7d027f7c9e3d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0589950 Oct 17 11:11:17.623159 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-46c683bb-0358-4526-9d76-43772a7bfc75 req-31dd5e35-bbfd-4da4-93b5-8da48e6df343 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446687 Oct 17 11:11:18.763534 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc1657-33a7-4978-b53d-a186690f2c97 req-0de40789-5ed5-4229-af66-c3a3c2125574 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:18.764978 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c5dc1657-33a7-4978-b53d-a186690f2c97 req-0de40789-5ed5-4229-af66-c3a3c2125574 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0554073 Oct 17 11:11:18.814457 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c5dc1657-33a7-4978-b53d-a186690f2c97 req-ad401889-4b7f-46e0-88db-1b1fa22a8520 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409236 Oct 17 11:11:19.192129 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-643aae0e-e168-4abc-800b-063e8d23dd95 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:19.193577 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-643aae0e-e168-4abc-800b-063e8d23dd95 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.23 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 945 time: 0.0553360 Oct 17 11:11:19.290114 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Deleting port 010adb5f-c117-4407-9de8-3655aff852d6 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:11:19.290482 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (010adb5f-c117-4407-9de8-3655aff852d6), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:19.382009 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] For port 010adb5f-c117-4407-9de8-3655aff852d6, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=010adb5f-c117-4407-9de8-3655aff852d6,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:19.382345 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (010adb5f-c117-4407-9de8-3655aff852d6), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:19.547055 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:19.547455 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (f8e934d1-c114-4c3e-9248-e134281c31b1), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:19.547770 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.l3_db [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Floating IP f8e934d1-c114-4c3e-9248-e134281c31b1 disassociated. External IP: 172.28.1.169, port: 010adb5f-c117-4407-9de8-3655aff852d6. Oct 17 11:11:19.548115 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Calling delete_port for 010adb5f-c117-4407-9de8-3655aff852d6 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:11:19.689482 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (010adb5f-c117-4407-9de8-3655aff852d6), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:19.717737 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Pushing event deleted for resources: {'Port': ['ID=010adb5f-c117-4407-9de8-3655aff852d6,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:19.730309 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:19.730653 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:19.730985 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:19.731344 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:19.731664 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:19.731991 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:19.732314 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:19.732636 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:19.732956 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:19.733303 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:19.733625 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:19.733943 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:19.734429 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:19.837199 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Router 98ef45da-33ae-4664-89f0-264014cb5eba has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:11:19.916893 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2f07e63d-71f2-4486-8ffd-e7b3476aeb7e req-f45622ee-977b-4ddc-a851-5fc0abd67485 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=a97e5ebe-d6fb-4327-b298-21f964360062 HTTP/1.1" status: 200 len: 210 time: 0.0271506 Oct 17 11:11:19.939990 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:11:19.950550 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db82e3-bd27-4caf-935c-42485afa5300 None None] Sync routers for ids ['98ef45da-33ae-4664-89f0-264014cb5eba'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:11:19.961962 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db82e3-bd27-4caf-935c-42485afa5300 None None] Routers {'98ef45da-33ae-4664-89f0-264014cb5eba'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:11:19.962578 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-76db82e3-bd27-4caf-935c-42485afa5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:11:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['98ef45da-33ae-4664-89f0-264014cb5eba'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:19.984501 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] No DVR routers for this DVR port 010adb5f-c117-4407-9de8-3655aff852d6 on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:11:19.987429 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:19.990746 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-63272a60-e37c-40b6-8598-33a83bf764f9 req-8756b9ee-ea0b-4208-af03-066ad3a11b42 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.23 "DELETE /v2.0/ports/010adb5f-c117-4407-9de8-3655aff852d6 HTTP/1.1" status: 204 len: 173 time: 0.7911499 Oct 17 11:11:19.991352 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'name': 'network-vif-deleted', 'tag': '010adb5f-c117-4407-9de8-3655aff852d6'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:11:19.993552 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b77da12-c270-4a23-a6f4-328b7de03ad4" -d '{"events": [{"server_uuid": "a97e5ebe-d6fb-4327-b298-21f964360062", "name": "network-vif-deleted", "tag": "010adb5f-c117-4407-9de8-3655aff852d6"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:11:20.033635 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d9821a-3bc3-467b-8b29-50b91bcd4d50 x-openstack-request-id: req-f7d9821a-3bc3-467b-8b29-50b91bcd4d50 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:11:20.033982 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97e5ebe-d6fb-4327-b298-21f964360062", "name": "network-vif-deleted", "tag": "010adb5f-c117-4407-9de8-3655aff852d6", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:11:20.034241 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7d9821a-3bc3-467b-8b29-50b91bcd4d50 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:11:20.034815 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7d9821a-3bc3-467b-8b29-50b91bcd4d50'] response: {'server_uuid': 'a97e5ebe-d6fb-4327-b298-21f964360062', 'name': 'network-vif-deleted', 'tag': '010adb5f-c117-4407-9de8-3655aff852d6', 'status': 'completed', 'code': 200} Oct 17 11:11:20.070080 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-76db82e3-bd27-4caf-935c-42485afa5300 None None] Set router 98ef45da-33ae-4664-89f0-264014cb5eba gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:11:20.286185 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-76db82e3-bd27-4caf-935c-42485afa5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '17f80c87-ac0a-48e1-8ddd-a6c431d84539', 'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'mac_address': 'fa:16:3e:db:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:32Z', 'updated_at': '2022-10-17T11:07:39Z', 'revision_number': 5, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'subnets': [{'id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:20.309664 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db82e3-bd27-4caf-935c-42485afa5300 None None] Checking router: 98ef45da-33ae-4664-89f0-264014cb5eba for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:11:20.318547 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76db82e3-bd27-4caf-935c-42485afa5300 None None] Routers {'98ef45da-33ae-4664-89f0-264014cb5eba'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:11:20.319082 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-76db82e3-bd27-4caf-935c-42485afa5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:11:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['98ef45da-33ae-4664-89f0-264014cb5eba'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:20.417171 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-76db82e3-bd27-4caf-935c-42485afa5300 None None] Set router 98ef45da-33ae-4664-89f0-264014cb5eba gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:11:20.612331 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-76db82e3-bd27-4caf-935c-42485afa5300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '17f80c87-ac0a-48e1-8ddd-a6c431d84539', 'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'mac_address': 'fa:16:3e:db:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:32Z', 'updated_at': '2022-10-17T11:07:39Z', 'revision_number': 5, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'subnets': [{'id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:20.635587 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76db82e3-bd27-4caf-935c-42485afa5300 None None] The sync data for ids ['98ef45da-33ae-4664-89f0-264014cb5eba'] in dv-cinder-858463-3-smb is: [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:07:33Z', 'revision_number': 4, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '17f80c87-ac0a-48e1-8ddd-a6c431d84539', 'name': '', 'network_id': '7d88e633-7f7b-4c9f-8df7-edafde1fd786', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'mac_address': 'fa:16:3e:db:d9:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:32Z', 'updated_at': '2022-10-17T11:07:39Z', 'revision_number': 5, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'subnets': [{'id': '9472c554-2eab-4dd6-a473-72685a9ca8f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:11:20.876116 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622b66b8-2f6e-4fbc-ba44-c614f8d112dd None None] New status for floating IP f8e934d1-c114-4c3e-9248-e134281c31b1: DOWN {{(pid=103978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:11:20.975351 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf214b-fa2a-496b-92fa-0bc45d23b48d req-5842accc-112c-475d-8e99-58cabeede39e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:20.977908 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9fdf214b-fa2a-496b-92fa-0bc45d23b48d req-5842accc-112c-475d-8e99-58cabeede39e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 946 time: 0.0540292 Oct 17 11:11:21.010589 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55238) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:21.032905 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9fdf214b-fa2a-496b-92fa-0bc45d23b48d req-f7de4fdc-0fe7-44f4-aa45-6f3aed3b332a tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=d82107c1-5d78-431d-b889-a8cdb2dacb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466998 Oct 17 11:11:21.072928 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f949c528-6194-45e6-8882-5966ce715c69 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for security_group (cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:21.097792 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f949c528-6194-45e6-8882-5966ce715c69 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for security_group (cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:21.146452 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f949c528-6194-45e6-8882-5966ce715c69 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:21.149172 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f949c528-6194-45e6-8882-5966ce715c69 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:21.150340 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-f949c528-6194-45e6-8882-5966ce715c69 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "DELETE /v2.0/security-groups/cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83 HTTP/1.1" status: 204 len: 168 time: 0.1387532 Oct 17 11:11:21.156702 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55240) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:21.159610 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949c528-6194-45e6-8882-5966ce715c69 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:21.170015 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.api.v2.resource [None req-54d04b71-a970-430d-94ea-fd8588b6b354 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] show failed (client error): The resource could not be found. Oct 17 11:11:21.171031 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-54d04b71-a970-430d-94ea-fd8588b6b354 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups/cb7c0148-b2c8-4d3f-baa2-0e10e0c63d83 HTTP/1.1" status: 404 len: 347 time: 0.0132227 Oct 17 11:11:21.173937 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55242) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:21.288571 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Deleting port 21c9cee6-9d3e-4b0f-b9b5-06515eb62e93 {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:11:21.288879 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (21c9cee6-9d3e-4b0f-b9b5-06515eb62e93), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:21.362360 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (21c9cee6-9d3e-4b0f-b9b5-06515eb62e93), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:21.362670 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for floatingip (21c9cee6-9d3e-4b0f-b9b5-06515eb62e93), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:21.374184 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Calling delete_port for 21c9cee6-9d3e-4b0f-b9b5-06515eb62e93 owned by network:floatingip {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:11:21.522195 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (21c9cee6-9d3e-4b0f-b9b5-06515eb62e93), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:21.546480 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Pushing event deleted for resources: {'Port': ['ID=21c9cee6-9d3e-4b0f-b9b5-06515eb62e93,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:21.558262 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:21.558610 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:21.558952 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:21.559286 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:21.559625 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:21.559959 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:21.560284 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:21.560609 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:21.560931 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:21.561286 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:21.561605 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:21.561935 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:21.562259 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:21.620989 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks [] for floatingip (f8e934d1-c114-4c3e-9248-e134281c31b1), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:21.623509 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:21.624665 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-5ca6fcff-c890-4cdd-b65f-e2ba461190f9 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "DELETE /v2.0/floatingips/f8e934d1-c114-4c3e-9248-e134281c31b1 HTTP/1.1" status: 204 len: 168 time: 0.4498219 Oct 17 11:11:22.174654 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821dd593-ad8e-4127-a9a0-01a0228ad798 req-4a63986e-eb90-4775-8a04-4d6a0944df87 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:22.176031 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-821dd593-ad8e-4127-a9a0-01a0228ad798 req-4a63986e-eb90-4775-8a04-4d6a0944df87 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 946 time: 0.0666621 Oct 17 11:11:22.229054 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-821dd593-ad8e-4127-a9a0-01a0228ad798 req-fd55cd52-5f91-4aa0-a09d-76b3328ce61b tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups?id=d82107c1-5d78-431d-b889-a8cdb2dacb49&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469425 Oct 17 11:11:22.256347 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 010adb5f-c117-4407-9de8-3655aff852d6 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:11:22.284538 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: 010adb5f-c117-4407-9de8-3655aff852d6 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:11:22.284874 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 010adb5f-c117-4407-9de8-3655aff852d6 not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:11:22.771328 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-de6ba92e-36bf-44a9-8b2e-0613edeacacf tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:22.772870 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-de6ba92e-36bf-44a9-8b2e-0613edeacacf tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "GET /v2.0/ports?device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 946 time: 0.0660746 Oct 17 11:11:22.867273 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Deleting port d0282fed-63d2-4d2d-857a-b717aab4637c {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:11:22.867608 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:22.961878 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] For port d0282fed-63d2-4d2d-857a-b717aab4637c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d0282fed-63d2-4d2d-857a-b717aab4637c,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:22.962253 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:23.123448 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:23.123804 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (6df8ac4b-4855-4854-a6ea-dc74badac609), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:23.124116 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.l3_db [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Floating IP 6df8ac4b-4855-4854-a6ea-dc74badac609 disassociated. External IP: 172.28.1.253, port: d0282fed-63d2-4d2d-857a-b717aab4637c. Oct 17 11:11:23.124407 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Calling delete_port for d0282fed-63d2-4d2d-857a-b717aab4637c owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:11:23.261781 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (d0282fed-63d2-4d2d-857a-b717aab4637c), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:23.288740 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event deleted for resources: {'Port': ['ID=d0282fed-63d2-4d2d-857a-b717aab4637c,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:23.336234 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-be246bc2-1d43-4dbd-8af5-d8d30dced382 req-51ad63d6-bb1e-4c37-aa18-40d8c4e54496 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/ports?device_id=e043a24c-37fc-4b8e-a80e-ff84f7318ea9 HTTP/1.1" status: 200 len: 210 time: 0.0297537 Oct 17 11:11:23.394891 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Router 51536e0e-0d37-41a9-b40a-ae163a61c294 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:11:23.493181 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:11:23.503117 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c859a-da66-4608-b184-197eb45d9197 None None] Sync routers for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:11:23.517689 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c859a-da66-4608-b184-197eb45d9197 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:11:23.518386 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b67c859a-da66-4608-b184-197eb45d9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:11:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:23.535642 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] No DVR routers for this DVR port d0282fed-63d2-4d2d-857a-b717aab4637c on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:11:23.538388 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:23.541963 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-080b9df0-0efc-43eb-9c57-f195d0d56488 req-755b68e2-6671-43db-a265-94f905bf31c4 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.23 "DELETE /v2.0/ports/d0282fed-63d2-4d2d-857a-b717aab4637c HTTP/1.1" status: 204 len: 173 time: 0.7599196 Oct 17 11:11:23.542407 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e043a24c-37fc-4b8e-a80e-ff84f7318ea9', 'name': 'network-vif-deleted', 'tag': 'd0282fed-63d2-4d2d-857a-b717aab4637c'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:11:23.544879 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39a870e-86e8-4d7c-8060-a930c42bd4ab" -d '{"events": [{"server_uuid": "e043a24c-37fc-4b8e-a80e-ff84f7318ea9", "name": "network-vif-deleted", "tag": "d0282fed-63d2-4d2d-857a-b717aab4637c"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:11:23.583103 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3fe8c2-43ec-4db4-b2ae-e9a03457faed x-openstack-request-id: req-2c3fe8c2-43ec-4db4-b2ae-e9a03457faed {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:11:23.583566 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e043a24c-37fc-4b8e-a80e-ff84f7318ea9", "name": "network-vif-deleted", "tag": "d0282fed-63d2-4d2d-857a-b717aab4637c", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:11:23.583705 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2c3fe8c2-43ec-4db4-b2ae-e9a03457faed {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:11:23.584043 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c3fe8c2-43ec-4db4-b2ae-e9a03457faed'] response: {'server_uuid': 'e043a24c-37fc-4b8e-a80e-ff84f7318ea9', 'name': 'network-vif-deleted', 'tag': 'd0282fed-63d2-4d2d-857a-b717aab4637c', 'status': 'completed', 'code': 200} Oct 17 11:11:23.622461 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-b67c859a-da66-4608-b184-197eb45d9197 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:11:23.822584 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b67c859a-da66-4608-b184-197eb45d9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:23.846491 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c859a-da66-4608-b184-197eb45d9197 None None] Checking router: 51536e0e-0d37-41a9-b40a-ae163a61c294 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:11:23.855140 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c859a-da66-4608-b184-197eb45d9197 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:11:23.855734 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b67c859a-da66-4608-b184-197eb45d9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:11:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:23.960753 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-b67c859a-da66-4608-b184-197eb45d9197 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:11:24.135942 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a648a1-4882-4ca8-9e93-5ac77efacb59 req-f9bd61e5-213c-4e92-ad43-922735c96154 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:24.137496 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-69a648a1-4882-4ca8-9e93-5ac77efacb59 req-f9bd61e5-213c-4e92-ad43-922735c96154 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0590312 Oct 17 11:11:24.188058 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-69a648a1-4882-4ca8-9e93-5ac77efacb59 req-45195f1b-a7a3-4a20-8207-034cf2242125 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440695 Oct 17 11:11:24.263085 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b67c859a-da66-4608-b184-197eb45d9197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:24.289629 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c859a-da66-4608-b184-197eb45d9197 None None] The sync data for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb is: [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:06:29Z', 'revision_number': 4, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'c17122be-2c8e-4c69-b1b2-90bf173bc5f6', 'name': '', 'network_id': '21554f7b-decb-4447-82c2-82c4e5db4803', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'mac_address': 'fa:16:3e:d8:0c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:27Z', 'updated_at': '2022-10-17T11:06:35Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'subnets': [{'id': 'c502f9b2-9e97-4334-884d-66479d1ef028', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:11:24.433215 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55270) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:24.492602 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ae80b6a6-15d3-44ff-bb2a-64e20af173a6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (d82107c1-5d78-431d-b889-a8cdb2dacb49), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:24.514159 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d56880e-040d-434e-a735-1df2bf11b891 None None] New status for floating IP 6df8ac4b-4855-4854-a6ea-dc74badac609: DOWN {{(pid=103978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:11:24.518425 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ae80b6a6-15d3-44ff-bb2a-64e20af173a6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (d82107c1-5d78-431d-b889-a8cdb2dacb49), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:24.566570 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ae80b6a6-15d3-44ff-bb2a-64e20af173a6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (d82107c1-5d78-431d-b889-a8cdb2dacb49), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:24.569319 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ae80b6a6-15d3-44ff-bb2a-64e20af173a6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:24.570504 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-ae80b6a6-15d3-44ff-bb2a-64e20af173a6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "DELETE /v2.0/security-groups/d82107c1-5d78-431d-b889-a8cdb2dacb49 HTTP/1.1" status: 204 len: 168 time: 0.1362815 Oct 17 11:11:24.573541 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55272) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:24.579789 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80b6a6-15d3-44ff-bb2a-64e20af173a6 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82107c1-5d78-431d-b889-a8cdb2dacb49,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:24.587178 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.api.v2.resource [None req-385c729f-bd8f-4229-837a-f4ba66df53b9 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] show failed (client error): The resource could not be found. Oct 17 11:11:24.588353 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-385c729f-bd8f-4229-837a-f4ba66df53b9 tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "GET /v2.0/security-groups/d82107c1-5d78-431d-b889-a8cdb2dacb49 HTTP/1.1" status: 404 len: 347 time: 0.0136440 Oct 17 11:11:24.591266 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55274) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:24.710968 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-82fd3073-559d-471f-b328-15c8dc24571e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Deleting port b7e8337a-7ad4-444d-95b8-5aa9bd0841dd {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:11:24.711302 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82fd3073-559d-471f-b328-15c8dc24571e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (b7e8337a-7ad4-444d-95b8-5aa9bd0841dd), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:24.785371 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82fd3073-559d-471f-b328-15c8dc24571e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (b7e8337a-7ad4-444d-95b8-5aa9bd0841dd), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:24.785699 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82fd3073-559d-471f-b328-15c8dc24571e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (b7e8337a-7ad4-444d-95b8-5aa9bd0841dd), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:24.798390 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-82fd3073-559d-471f-b328-15c8dc24571e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Calling delete_port for b7e8337a-7ad4-444d-95b8-5aa9bd0841dd owned by network:floatingip {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:11:24.946001 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82fd3073-559d-471f-b328-15c8dc24571e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (b7e8337a-7ad4-444d-95b8-5aa9bd0841dd), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:24.969131 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd3073-559d-471f-b328-15c8dc24571e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Pushing event deleted for resources: {'Port': ['ID=b7e8337a-7ad4-444d-95b8-5aa9bd0841dd,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:25.032598 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82fd3073-559d-471f-b328-15c8dc24571e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks [] for floatingip (6df8ac4b-4855-4854-a6ea-dc74badac609), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:25.035228 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-82fd3073-559d-471f-b328-15c8dc24571e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:25.036363 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-82fd3073-559d-471f-b328-15c8dc24571e tempest-AttachVolumeNegativeTest-766237229 tempest-AttachVolumeNegativeTest-766237229-project] 10.222.0.43 "DELETE /v2.0/floatingips/6df8ac4b-4855-4854-a6ea-dc74badac609 HTTP/1.1" status: 204 len: 168 time: 0.4441440 Oct 17 11:11:25.490199 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194fe4f-4b1a-4b4a-85e4-bdf0cad66799 req-920d3fc7-6f09-47ab-b12e-bbf93611aa71 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:25.491584 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6194fe4f-4b1a-4b4a-85e4-bdf0cad66799 req-920d3fc7-6f09-47ab-b12e-bbf93611aa71 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.2250586 Oct 17 11:11:25.544266 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6194fe4f-4b1a-4b4a-85e4-bdf0cad66799 req-69f707da-d987-49af-9071-5f30515dad13 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469625 Oct 17 11:11:26.258138 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d0282fed-63d2-4d2d-857a-b717aab4637c no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:11:26.277391 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: d0282fed-63d2-4d2d-857a-b717aab4637c {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:11:26.277733 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d0282fed-63d2-4d2d-857a-b717aab4637c not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:11:26.647142 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830263ca-15bf-424c-9e81-77f1477ae940 req-e754fa92-b47f-4d67-8353-d9a793b4c195 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:26.648502 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-830263ca-15bf-424c-9e81-77f1477ae940 req-e754fa92-b47f-4d67-8353-d9a793b4c195 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.23 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.0593865 Oct 17 11:11:26.768187 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b8a86-5fbd-4ed4-b2ab-67286b0868d7 req-3b880cb2-0feb-4248-959c-129998b81a9a tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:26.769668 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1f3b8a86-5fbd-4ed4-b2ab-67286b0868d7 req-3b880cb2-0feb-4248-959c-129998b81a9a tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00 HTTP/1.1" status: 200 len: 945 time: 0.1510696 Oct 17 11:11:27.028696 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-830263ca-15bf-424c-9e81-77f1477ae940 req-7a6f703b-accd-4072-bc01-24c11027d9dd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Deleting port c182ed08-afc1-43ee-b83b-166dfc97bc6c {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:11:27.029005 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-830263ca-15bf-424c-9e81-77f1477ae940 req-7a6f703b-accd-4072-bc01-24c11027d9dd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:27.099980 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1f3b8a86-5fbd-4ed4-b2ab-67286b0868d7 req-516b304d-7275-4bec-9bf2-017d196a2d6a tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246303 Oct 17 11:11:27.136890 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-830263ca-15bf-424c-9e81-77f1477ae940 req-7a6f703b-accd-4072-bc01-24c11027d9dd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] For port c182ed08-afc1-43ee-b83b-166dfc97bc6c, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=c182ed08-afc1-43ee-b83b-166dfc97bc6c,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:27.137293 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-830263ca-15bf-424c-9e81-77f1477ae940 req-7a6f703b-accd-4072-bc01-24c11027d9dd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:27.151824 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-830263ca-15bf-424c-9e81-77f1477ae940 req-7a6f703b-accd-4072-bc01-24c11027d9dd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Calling delete_port for c182ed08-afc1-43ee-b83b-166dfc97bc6c owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:11:27.309085 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-830263ca-15bf-424c-9e81-77f1477ae940 req-7a6f703b-accd-4072-bc01-24c11027d9dd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (c182ed08-afc1-43ee-b83b-166dfc97bc6c), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:27.325093 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['c135cab7-0517-4f21-8e63-4e68efab8316', 'c182ed08-afc1-43ee-b83b-166dfc97bc6c'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:11:27.337255 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f703b-accd-4072-bc01-24c11027d9dd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Pushing event deleted for resources: {'Port': ['ID=c182ed08-afc1-43ee-b83b-166dfc97bc6c,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:27.387082 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-830263ca-15bf-424c-9e81-77f1477ae940 req-7a6f703b-accd-4072-bc01-24c11027d9dd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] No DVR routers for this DVR port c182ed08-afc1-43ee-b83b-166dfc97bc6c on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:11:27.389666 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-830263ca-15bf-424c-9e81-77f1477ae940 req-7a6f703b-accd-4072-bc01-24c11027d9dd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:27.393473 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-830263ca-15bf-424c-9e81-77f1477ae940 req-7a6f703b-accd-4072-bc01-24c11027d9dd tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.23 "DELETE /v2.0/ports/c182ed08-afc1-43ee-b83b-166dfc97bc6c HTTP/1.1" status: 204 len: 173 time: 0.7367380 Oct 17 11:11:27.393986 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00', 'name': 'network-vif-deleted', 'tag': 'c182ed08-afc1-43ee-b83b-166dfc97bc6c'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:11:27.396251 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5aa1bf-899c-4185-a346-bbc3575142ac" -d '{"events": [{"server_uuid": "9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00", "name": "network-vif-deleted", "tag": "c182ed08-afc1-43ee-b83b-166dfc97bc6c"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:11:27.439490 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53e4b2f-114a-4cb9-a264-ffb0dab9cd63 x-openstack-request-id: req-b53e4b2f-114a-4cb9-a264-ffb0dab9cd63 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:11:27.439787 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00", "name": "network-vif-deleted", "tag": "c182ed08-afc1-43ee-b83b-166dfc97bc6c", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:11:27.440065 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b53e4b2f-114a-4cb9-a264-ffb0dab9cd63 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:11:27.440514 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b53e4b2f-114a-4cb9-a264-ffb0dab9cd63'] response: {'server_uuid': '9cfd6760-ebd7-4b2a-a59c-bcf1f4401b00', 'name': 'network-vif-deleted', 'tag': 'c182ed08-afc1-43ee-b83b-166dfc97bc6c', 'status': 'completed', 'code': 200} Oct 17 11:11:28.400755 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6669cbb9-ac7c-4d4d-9510-bf12acdc3c39 req-ad7d5323-311b-4199-bb87-48989ec818ed tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:28.402184 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6669cbb9-ac7c-4d4d-9510-bf12acdc3c39 req-ad7d5323-311b-4199-bb87-48989ec818ed tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0618143 Oct 17 11:11:28.448999 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6669cbb9-ac7c-4d4d-9510-bf12acdc3c39 req-2f9fcf62-f36a-4746-b487-cdcdff83a9a3 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410736 Oct 17 11:11:28.749469 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55326) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:29.274627 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-00d98767-6357-4fdf-90a4-78319613a2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7878424'] for router_interface (51536e0e-0d37-41a9-b40a-ae163a61c294), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:29.606495 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46387cdc-d988-4ea6-8010-6cfda69fd171 req-5682f45c-bd4d-406a-baff-9a21db847359 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:29.607874 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-46387cdc-d988-4ea6-8010-6cfda69fd171 req-5682f45c-bd4d-406a-baff-9a21db847359 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0837257 Oct 17 11:11:29.609177 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-00d98767-6357-4fdf-90a4-78319613a2c4 admin admin] Deleting port c17122be-2c8e-4c69-b1b2-90bf173bc5f6 {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:11:29.609514 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-00d98767-6357-4fdf-90a4-78319613a2c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:29.707153 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-46387cdc-d988-4ea6-8010-6cfda69fd171 req-ad192b22-bc06-4788-9902-47eef840f378 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863667 Oct 17 11:11:29.718689 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-00d98767-6357-4fdf-90a4-78319613a2c4 admin admin] For port c17122be-2c8e-4c69-b1b2-90bf173bc5f6, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=c17122be-2c8e-4c69-b1b2-90bf173bc5f6,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:29.719006 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-00d98767-6357-4fdf-90a4-78319613a2c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:29.730931 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-00d98767-6357-4fdf-90a4-78319613a2c4 admin admin] Calling delete_port for c17122be-2c8e-4c69-b1b2-90bf173bc5f6 owned by network:router_interface {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:11:29.920824 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-00d98767-6357-4fdf-90a4-78319613a2c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (c17122be-2c8e-4c69-b1b2-90bf173bc5f6), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:29.947995 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d98767-6357-4fdf-90a4-78319613a2c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c17122be-2c8e-4c69-b1b2-90bf173bc5f6,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:30.289841 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device c182ed08-afc1-43ee-b83b-166dfc97bc6c no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:11:30.309679 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: c182ed08-afc1-43ee-b83b-166dfc97bc6c {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:11:30.310039 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device c182ed08-afc1-43ee-b83b-166dfc97bc6c not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:11:30.340469 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-00d98767-6357-4fdf-90a4-78319613a2c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8316017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7883176'] for router_interface (51536e0e-0d37-41a9-b40a-ae163a61c294), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:30.546660 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d98767-6357-4fdf-90a4-78319613a2c4 admin admin] Router 51536e0e-0d37-41a9-b40a-ae163a61c294 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:11:30.658616 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d98767-6357-4fdf-90a4-78319613a2c4 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:11:30.664301 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-00d98767-6357-4fdf-90a4-78319613a2c4 admin admin] 10.222.0.43 "PUT /v2.0/routers/51536e0e-0d37-41a9-b40a-ae163a61c294/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9133606 Oct 17 11:11:30.666947 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55332) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:30.667919 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7140bf3f-d91e-4db1-84a0-e6e4cd107f91 None None] Sync routers for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:11:30.678685 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7140bf3f-d91e-4db1-84a0-e6e4cd107f91 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:11:30.679283 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-7140bf3f-d91e-4db1-84a0-e6e4cd107f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:11:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:30.770941 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] Publish callbacks [] for router (51536e0e-0d37-41a9-b40a-ae163a61c294), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:30.780012 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-7140bf3f-d91e-4db1-84a0-e6e4cd107f91 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:11:30.900063 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5dbb6-ff74-4720-b77b-306c8f51409c req-944115ab-6311-43e0-aa25-5afbf459e84d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:30.901481 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9cc5dbb6-ff74-4720-b77b-306c8f51409c req-944115ab-6311-43e0-aa25-5afbf459e84d tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0989864 Oct 17 11:11:30.913725 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] Publish callbacks [] for router_gateway (51536e0e-0d37-41a9-b40a-ae163a61c294), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:30.955710 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-7140bf3f-d91e-4db1-84a0-e6e4cd107f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250'}], 'enable_snat': True}, 'gw_port_id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:11:29Z', 'revision_number': 5, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port': {'id': 'e4f7466c-f364-4417-80c9-5a656e77b045', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:71:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'device_owner': 'network:router_gateway', 'standard_attr_id': 57, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:06:24Z', 'updated_at': '2022-10-17T11:06:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:30.977545 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9cc5dbb6-ff74-4720-b77b-306c8f51409c req-49c5b592-ad79-468e-8f2a-0e2e9a72803b tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704675 Oct 17 11:11:30.979782 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7140bf3f-d91e-4db1-84a0-e6e4cd107f91 None None] Checking router: 51536e0e-0d37-41a9-b40a-ae163a61c294 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:11:30.991296 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] Deleting port e4f7466c-f364-4417-80c9-5a656e77b045 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:11:30.991439 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7140bf3f-d91e-4db1-84a0-e6e4cd107f91 None None] Routers {'51536e0e-0d37-41a9-b40a-ae163a61c294'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:11:30.991645 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (e4f7466c-f364-4417-80c9-5a656e77b045), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:30.992116 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-7140bf3f-d91e-4db1-84a0-e6e4cd107f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:11:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['51536e0e-0d37-41a9-b40a-ae163a61c294'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:31.071056 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] For port e4f7466c-f364-4417-80c9-5a656e77b045, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=e4f7466c-f364-4417-80c9-5a656e77b045,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:31.071389 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (e4f7466c-f364-4417-80c9-5a656e77b045), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:31.079125 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-7140bf3f-d91e-4db1-84a0-e6e4cd107f91 None None] Set router 51536e0e-0d37-41a9-b40a-ae163a61c294 gateway port host: None {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:11:31.084572 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] Calling delete_port for e4f7466c-f364-4417-80c9-5a656e77b045 owned by network:router_gateway {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:11:31.128769 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-7140bf3f-d91e-4db1-84a0-e6e4cd107f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:11:30Z', 'revision_number': 6, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port_host': None}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:31.152770 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7140bf3f-d91e-4db1-84a0-e6e4cd107f91 None None] The sync data for ids ['51536e0e-0d37-41a9-b40a-ae163a61c294'] in dv-cinder-858463-3-smb is: [{'id': '51536e0e-0d37-41a9-b40a-ae163a61c294', 'name': 'tempest-AttachVolumeNegativeTest-1814918059-router', 'tenant_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:06:23Z', 'updated_at': '2022-10-17T11:11:30Z', 'revision_number': 6, 'project_id': 'dda8ee1efa8f41babdf7d2f8c1cfaa96', 'gw_port_host': None}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:11:31.255683 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (e4f7466c-f364-4417-80c9-5a656e77b045), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:31.283330 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f7466c-f364-4417-80c9-5a656e77b045,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:31.353457 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882834'] for router_gateway (51536e0e-0d37-41a9-b40a-ae163a61c294), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:31.453635 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (51536e0e-0d37-41a9-b40a-ae163a61c294), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:31.455712 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] Publish callbacks [] for router_controller (51536e0e-0d37-41a9-b40a-ae163a61c294), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:31.526331 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880894'] for router (51536e0e-0d37-41a9-b40a-ae163a61c294), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:31.527043 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51536e0e-0d37-41a9-b40a-ae163a61c294 {{(pid=103977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 11:11:31.532528 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:31.534007 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-99e891f3-4df4-43b5-870e-89100a20d9ee admin admin] 10.222.0.43 "DELETE /v2.0/routers/51536e0e-0d37-41a9-b40a-ae163a61c294 HTTP/1.1" status: 204 len: 168 time: 0.8658855 Oct 17 11:11:31.536579 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55336) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:31.583316 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b81dca5-f947-4e1d-b457-c4aba3bcdee1 admin admin] Deleting subnet c502f9b2-9e97-4334-884d-66479d1ef028 {{(pid=103977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:11:31.586703 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b81dca5-f947-4e1d-b457-c4aba3bcdee1 admin admin] Publish callbacks [] for subnet (c502f9b2-9e97-4334-884d-66479d1ef028), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:31.596300 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device c17122be-2c8e-4c69-b1b2-90bf173bc5f6 no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:11:31.619029 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: c17122be-2c8e-4c69-b1b2-90bf173bc5f6 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:11:31.619378 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device c17122be-2c8e-4c69-b1b2-90bf173bc5f6 not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:11:31.633026 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b81dca5-f947-4e1d-b457-c4aba3bcdee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5583397'] for subnet (c502f9b2-9e97-4334-884d-66479d1ef028), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:31.743822 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b81dca5-f947-4e1d-b457-c4aba3bcdee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (c502f9b2-9e97-4334-884d-66479d1ef028), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:31.796529 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b81dca5-f947-4e1d-b457-c4aba3bcdee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5389954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5305135'] for subnet (c502f9b2-9e97-4334-884d-66479d1ef028), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:31.845657 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81dca5-f947-4e1d-b457-c4aba3bcdee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c502f9b2-9e97-4334-884d-66479d1ef028,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:31.851518 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b81dca5-f947-4e1d-b457-c4aba3bcdee1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:31.856288 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba36056d-bb95-49de-99ad-9503d3eccd12 None None] Network 21554f7b-decb-4447-82c2-82c4e5db4803 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:11:31.857739 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-0b81dca5-f947-4e1d-b457-c4aba3bcdee1 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/c502f9b2-9e97-4334-884d-66479d1ef028 HTTP/1.1" status: 204 len: 168 time: 0.3201034 Oct 17 11:11:31.857900 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55340) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:31.884944 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3aaf2-b00c-4506-add1-4c3c9c3a99bf req-1580e54d-10f2-46ed-b15b-d7fe968e0605 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:31.886461 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a5a3aaf2-b00c-4506-add1-4c3c9c3a99bf req-1580e54d-10f2-46ed-b15b-d7fe968e0605 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.0876219 Oct 17 11:11:31.938297 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (21554f7b-decb-4447-82c2-82c4e5db4803), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:31.998722 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Deleting port ef2a8e14-feed-4eb8-8bb4-82d43377a11e {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:11:31.998989 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.005936 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-a5a3aaf2-b00c-4506-add1-4c3c9c3a99bf req-77b6a8a9-1c2a-4b4c-b14a-8348f466b209 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Deleting port c135cab7-0517-4f21-8e63-4e68efab8316 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:11:32.006279 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a5a3aaf2-b00c-4506-add1-4c3c9c3a99bf req-77b6a8a9-1c2a-4b4c-b14a-8348f466b209 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (c135cab7-0517-4f21-8e63-4e68efab8316), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.020525 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02afe5ff-b167-49df-b15a-a39b32ce6e2a None None] DHCP port deletion for 21554f7b-decb-4447-82c2-82c4e5db4803 request from dv-cinder-858463-3-smb {{(pid=103978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 17 11:11:32.074495 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-02afe5ff-b167-49df-b15a-a39b32ce6e2a None None] Deleting port ef2a8e14-feed-4eb8-8bb4-82d43377a11e {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:11:32.075197 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-02afe5ff-b167-49df-b15a-a39b32ce6e2a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.086636 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] For port ef2a8e14-feed-4eb8-8bb4-82d43377a11e, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=ef2a8e14-feed-4eb8-8bb4-82d43377a11e,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:32.087195 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.109908 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Calling delete_port for ef2a8e14-feed-4eb8-8bb4-82d43377a11e owned by network:dhcp {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:11:32.115144 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-a5a3aaf2-b00c-4506-add1-4c3c9c3a99bf req-77b6a8a9-1c2a-4b4c-b14a-8348f466b209 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] For port c135cab7-0517-4f21-8e63-4e68efab8316, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=c135cab7-0517-4f21-8e63-4e68efab8316,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:32.115547 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a5a3aaf2-b00c-4506-add1-4c3c9c3a99bf req-77b6a8a9-1c2a-4b4c-b14a-8348f466b209 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (c135cab7-0517-4f21-8e63-4e68efab8316), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.135683 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-a5a3aaf2-b00c-4506-add1-4c3c9c3a99bf req-77b6a8a9-1c2a-4b4c-b14a-8348f466b209 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Calling delete_port for c135cab7-0517-4f21-8e63-4e68efab8316 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:11:32.138998 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-02afe5ff-b167-49df-b15a-a39b32ce6e2a None None] For port ef2a8e14-feed-4eb8-8bb4-82d43377a11e, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=ef2a8e14-feed-4eb8-8bb4-82d43377a11e,segment=NetworkSegment(e13b6b60-eec7-42a2-83a9-111f85b0c182),segment_id=e13b6b60-eec7-42a2-83a9-111f85b0c182)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:32.139585 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-02afe5ff-b167-49df-b15a-a39b32ce6e2a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.156878 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-02afe5ff-b167-49df-b15a-a39b32ce6e2a None None] Calling delete_port for ef2a8e14-feed-4eb8-8bb4-82d43377a11e owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:11:32.203879 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47be13c4-d5fb-420c-9df1-4c957560bd98 req-5a50fbb9-0272-43bd-8ff8-4550a31a4393 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:32.205368 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-47be13c4-d5fb-420c-9df1-4c957560bd98 req-5a50fbb9-0272-43bd-8ff8-4550a31a4393 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/ports?device_id=1f2d538a-1102-4dd3-889e-69f89895183a HTTP/1.1" status: 200 len: 945 time: 0.1064072 Oct 17 11:11:32.248840 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.255677 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-02afe5ff-b167-49df-b15a-a39b32ce6e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319'] for port (ef2a8e14-feed-4eb8-8bb4-82d43377a11e), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.286822 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a5a3aaf2-b00c-4506-add1-4c3c9c3a99bf req-77b6a8a9-1c2a-4b4c-b14a-8348f466b209 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (c135cab7-0517-4f21-8e63-4e68efab8316), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.287356 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Pushing event deleted for resources: {'Port': ['ID=ef2a8e14-feed-4eb8-8bb4-82d43377a11e,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:32.289610 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02afe5ff-b167-49df-b15a-a39b32ce6e2a None None] Pushing event deleted for resources: {'Port': ['ID=ef2a8e14-feed-4eb8-8bb4-82d43377a11e,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:32.291804 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02afe5ff-b167-49df-b15a-a39b32ce6e2a None None] No DVR routers for this DVR port ef2a8e14-feed-4eb8-8bb4-82d43377a11e on host dv-cinder-858463-3-smb {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:11:32.300266 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-47be13c4-d5fb-420c-9df1-4c957560bd98 req-1b9d59bd-2fd4-4551-b9d1-0b6056e85e7e tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.43 "GET /v2.0/security-groups?id=64185f76-4a1a-481e-9ae5-30ef70008aba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811675 Oct 17 11:11:32.300774 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] No DVR routers for this DVR port ef2a8e14-feed-4eb8-8bb4-82d43377a11e on host dv-cinder-858463-3-smb {{(pid=103976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:11:32.305913 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['c135cab7-0517-4f21-8e63-4e68efab8316'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:11:32.349327 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6a8a9-1c2a-4b4c-b14a-8348f466b209 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Pushing event deleted for resources: {'Port': ['ID=c135cab7-0517-4f21-8e63-4e68efab8316,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:32.389300 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (21554f7b-decb-4447-82c2-82c4e5db4803), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.400789 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5a3aaf2-b00c-4506-add1-4c3c9c3a99bf req-77b6a8a9-1c2a-4b4c-b14a-8348f466b209 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] No DVR routers for this DVR port c135cab7-0517-4f21-8e63-4e68efab8316 on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:11:32.403155 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a5a3aaf2-b00c-4506-add1-4c3c9c3a99bf req-77b6a8a9-1c2a-4b4c-b14a-8348f466b209 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.406476 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a5a3aaf2-b00c-4506-add1-4c3c9c3a99bf req-77b6a8a9-1c2a-4b4c-b14a-8348f466b209 tempest-ServerRescueNegativeTestJSON-403333410 tempest-ServerRescueNegativeTestJSON-403333410-project] 10.222.0.23 "DELETE /v2.0/ports/c135cab7-0517-4f21-8e63-4e68efab8316 HTTP/1.1" status: 204 len: 173 time: 0.5090165 Oct 17 11:11:32.406976 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f2d538a-1102-4dd3-889e-69f89895183a', 'name': 'network-vif-deleted', 'tag': 'c135cab7-0517-4f21-8e63-4e68efab8316'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:11:32.409244 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b9a8e2d-19b2-4545-8bda-bf40820ab4d6" -d '{"events": [{"server_uuid": "1f2d538a-1102-4dd3-889e-69f89895183a", "name": "network-vif-deleted", "tag": "c135cab7-0517-4f21-8e63-4e68efab8316"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:11:32.409422 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.services.segments.db [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21554f7b-decb-4447-82c2-82c4e5db4803']}} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:32.419756 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.services.segments.db [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e13b6b60-eec7-42a2-83a9-111f85b0c182') {'for_net_delete': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:32.420107 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.services.segments.db [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e13b6b60-eec7-42a2-83a9-111f85b0c182') {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:32.431295 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5794874'] for segment (e13b6b60-eec7-42a2-83a9-111f85b0c182), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.453004 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (e13b6b60-eec7-42a2-83a9-111f85b0c182), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.453777 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:11:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09134898-f872-46c9-b955-3efb5b829704 x-openstack-request-id: req-09134898-f872-46c9-b955-3efb5b829704 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:11:32.454076 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f2d538a-1102-4dd3-889e-69f89895183a", "name": "network-vif-deleted", "tag": "c135cab7-0517-4f21-8e63-4e68efab8316", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:11:32.454337 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09134898-f872-46c9-b955-3efb5b829704 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:11:32.454750 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09134898-f872-46c9-b955-3efb5b829704'] response: {'server_uuid': '1f2d538a-1102-4dd3-889e-69f89895183a', 'name': 'network-vif-deleted', 'tag': 'c135cab7-0517-4f21-8e63-4e68efab8316', 'status': 'completed', 'code': 200} Oct 17 11:11:32.459763 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Releasing vlan 666 on physical network physnet1 to pool {{(pid=103976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:11:32.460299 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6464612'] for segment (e13b6b60-eec7-42a2-83a9-111f85b0c182), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.531329 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (21554f7b-decb-4447-82c2-82c4e5db4803), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.539223 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.542396 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] 10.222.0.43 "DELETE /v2.0/networks/21554f7b-decb-4447-82c2-82c4e5db4803 HTTP/1.1" status: 204 len: 168 time: 0.6834033 Oct 17 11:11:32.560015 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aec273-bd25-44f1-9e32-ecba0ab3c66f admin admin] Pushing event deleted for resources: {'Network': ['ID=21554f7b-decb-4447-82c2-82c4e5db4803,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:32.623507 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.services.segments.plugin [-] Segment e13b6b60-eec7-42a2-83a9-111f85b0c182 resource provider aggregate not found Oct 17 11:11:32.639758 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.services.segments.plugin [-] Segment e13b6b60-eec7-42a2-83a9-111f85b0c182 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e13b6b60-eec7-42a2-83a9-111f85b0c182 found for delete ", "request_id": "req-972d80ea-1e13-4de5-bbf8-b4f5c92388d7"}]} Oct 17 11:11:32.669032 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55354) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:32.709295 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-824573db-9e33-4b94-a931-585fd2eedf52 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dda8ee1efa8f41babdf7d2f8c1cfaa96&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390482 Oct 17 11:11:32.711856 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55356) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:32.764978 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0a890722-4c89-4919-ac85-c959d6fca0be admin admin] Publish callbacks [] for security_group (9897f3bd-1496-49a5-82d2-b3eaaffeeef6), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.788868 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0a890722-4c89-4919-ac85-c959d6fca0be admin admin] Publish callbacks [] for security_group (9897f3bd-1496-49a5-82d2-b3eaaffeeef6), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.843893 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0a890722-4c89-4919-ac85-c959d6fca0be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (9897f3bd-1496-49a5-82d2-b3eaaffeeef6), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.846480 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0a890722-4c89-4919-ac85-c959d6fca0be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:32.847704 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-0a890722-4c89-4919-ac85-c959d6fca0be admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9897f3bd-1496-49a5-82d2-b3eaaffeeef6 HTTP/1.1" status: 204 len: 168 time: 0.1348915 Oct 17 11:11:32.856357 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a890722-4c89-4919-ac85-c959d6fca0be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9897f3bd-1496-49a5-82d2-b3eaaffeeef6,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:33.372134 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55374) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:33.407209 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device e4f7466c-f364-4417-80c9-5a656e77b045 no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:11:33.427552 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: e4f7466c-f364-4417-80c9-5a656e77b045 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:11:33.428188 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device e4f7466c-f364-4417-80c9-5a656e77b045 not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:11:33.428813 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device ef2a8e14-feed-4eb8-8bb4-82d43377a11e no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:11:33.584236 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: ef2a8e14-feed-4eb8-8bb4-82d43377a11e {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:11:33.584598 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device ef2a8e14-feed-4eb8-8bb4-82d43377a11e not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:11:33.746004 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f7d7aa74-d236-465b-ad76-11db9c08ad1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7878424'] for router_interface (98ef45da-33ae-4664-89f0-264014cb5eba), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:33.992134 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-f7d7aa74-d236-465b-ad76-11db9c08ad1d admin admin] Deleting port 17f80c87-ac0a-48e1-8ddd-a6c431d84539 {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:11:33.992664 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f7d7aa74-d236-465b-ad76-11db9c08ad1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:34.078027 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-f7d7aa74-d236-465b-ad76-11db9c08ad1d admin admin] For port 17f80c87-ac0a-48e1-8ddd-a6c431d84539, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=17f80c87-ac0a-48e1-8ddd-a6c431d84539,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:34.078392 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f7d7aa74-d236-465b-ad76-11db9c08ad1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:34.092697 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-f7d7aa74-d236-465b-ad76-11db9c08ad1d admin admin] Calling delete_port for 17f80c87-ac0a-48e1-8ddd-a6c431d84539 owned by network:router_interface {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:11:34.276396 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f7d7aa74-d236-465b-ad76-11db9c08ad1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (17f80c87-ac0a-48e1-8ddd-a6c431d84539), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:34.309581 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7aa74-d236-465b-ad76-11db9c08ad1d admin admin] Pushing event deleted for resources: {'Port': ['ID=17f80c87-ac0a-48e1-8ddd-a6c431d84539,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:34.335779 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device c135cab7-0517-4f21-8e63-4e68efab8316 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:11:34.356881 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: c135cab7-0517-4f21-8e63-4e68efab8316 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:11:34.357531 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device c135cab7-0517-4f21-8e63-4e68efab8316 not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:11:34.472681 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f7d7aa74-d236-465b-ad76-11db9c08ad1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8316017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7883176'] for router_interface (98ef45da-33ae-4664-89f0-264014cb5eba), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:34.679039 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7d7aa74-d236-465b-ad76-11db9c08ad1d admin admin] Router 98ef45da-33ae-4664-89f0-264014cb5eba has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:11:34.794535 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d7aa74-d236-465b-ad76-11db9c08ad1d admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:11:34.799677 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-f7d7aa74-d236-465b-ad76-11db9c08ad1d admin admin] 10.222.0.43 "PUT /v2.0/routers/98ef45da-33ae-4664-89f0-264014cb5eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4264138 Oct 17 11:11:34.803556 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55390) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:34.806398 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a96c2-cf7e-46c8-a779-f9d625dabd32 None None] Sync routers for ids ['98ef45da-33ae-4664-89f0-264014cb5eba'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:11:34.818948 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a96c2-cf7e-46c8-a779-f9d625dabd32 None None] Routers {'98ef45da-33ae-4664-89f0-264014cb5eba'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:11:34.819772 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-182a96c2-cf7e-46c8-a779-f9d625dabd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:11:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['98ef45da-33ae-4664-89f0-264014cb5eba'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:34.905955 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] Publish callbacks [] for router (98ef45da-33ae-4664-89f0-264014cb5eba), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:34.924983 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-182a96c2-cf7e-46c8-a779-f9d625dabd32 None None] Set router 98ef45da-33ae-4664-89f0-264014cb5eba gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:11:35.138679 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-182a96c2-cf7e-46c8-a779-f9d625dabd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:11:34Z', 'revision_number': 5, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:35.171712 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a96c2-cf7e-46c8-a779-f9d625dabd32 None None] Checking router: 98ef45da-33ae-4664-89f0-264014cb5eba for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:11:35.180789 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182a96c2-cf7e-46c8-a779-f9d625dabd32 None None] Routers {'98ef45da-33ae-4664-89f0-264014cb5eba'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:11:35.181375 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-182a96c2-cf7e-46c8-a779-f9d625dabd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:11:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['98ef45da-33ae-4664-89f0-264014cb5eba'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:35.282714 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] Publish callbacks [] for router_gateway (98ef45da-33ae-4664-89f0-264014cb5eba), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:35.284447 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-182a96c2-cf7e-46c8-a779-f9d625dabd32 None None] Set router 98ef45da-33ae-4664-89f0-264014cb5eba gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:11:35.303595 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad9e191-598b-403d-8ed1-73eeffd34a46 req-8b37c077-64f5-4b41-8be1-61318590ecec tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:35.305239 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ad9e191-598b-403d-8ed1-73eeffd34a46 req-8b37c077-64f5-4b41-8be1-61318590ecec tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0739038 Oct 17 11:11:35.386675 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ad9e191-598b-403d-8ed1-73eeffd34a46 req-7396fdb9-aa23-4a6f-b6ea-6f57b9e4f76e tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741160 Oct 17 11:11:35.409395 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] Deleting port d7eb7d76-e205-4bb8-8ea5-842df9eb147c {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:11:35.409395 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (d7eb7d76-e205-4bb8-8ea5-842df9eb147c), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:35.501705 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-182a96c2-cf7e-46c8-a779-f9d625dabd32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:11:34Z', 'revision_number': 5, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:35.505056 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] For port d7eb7d76-e205-4bb8-8ea5-842df9eb147c, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=d7eb7d76-e205-4bb8-8ea5-842df9eb147c,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:35.505611 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (d7eb7d76-e205-4bb8-8ea5-842df9eb147c), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:35.519383 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] Calling delete_port for d7eb7d76-e205-4bb8-8ea5-842df9eb147c owned by network:router_gateway {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:11:35.528347 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182a96c2-cf7e-46c8-a779-f9d625dabd32 None None] The sync data for ids ['98ef45da-33ae-4664-89f0-264014cb5eba'] in dv-cinder-858463-3-smb is: [{'id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'name': 'tempest-ServerRescueNegativeTestJSON-1556798941-router', 'tenant_id': '87306056296d4c988791fa6d2c0d9d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124'}], 'enable_snat': True}, 'gw_port_id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:07:28Z', 'updated_at': '2022-10-17T11:11:34Z', 'revision_number': 5, 'project_id': '87306056296d4c988791fa6d2c0d9d52', 'gw_port': {'id': 'd7eb7d76-e205-4bb8-8ea5-842df9eb147c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98ef45da-33ae-4664-89f0-264014cb5eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:07:29Z', 'updated_at': '2022-10-17T11:07:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:11:35.695805 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (d7eb7d76-e205-4bb8-8ea5-842df9eb147c), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:35.723981 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] Pushing event deleted for resources: {'Port': ['ID=d7eb7d76-e205-4bb8-8ea5-842df9eb147c,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:35.790972 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882834'] for router_gateway (98ef45da-33ae-4664-89f0-264014cb5eba), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:35.893013 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (98ef45da-33ae-4664-89f0-264014cb5eba), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:35.895823 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] Publish callbacks [] for router_controller (98ef45da-33ae-4664-89f0-264014cb5eba), precommit_delete_associations {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:35.942151 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880894'] for router (98ef45da-33ae-4664-89f0-264014cb5eba), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:35.942722 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98ef45da-33ae-4664-89f0-264014cb5eba {{(pid=103976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 11:11:35.947582 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:35.949736 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-d4831545-f4d2-4f40-a91a-4da229e9373d admin admin] 10.222.0.43 "DELETE /v2.0/routers/98ef45da-33ae-4664-89f0-264014cb5eba HTTP/1.1" status: 204 len: 168 time: 1.1451457 Oct 17 11:11:35.951474 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55408) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:36.000810 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_v2 [None req-da99c982-c81f-4afa-a56c-dc5aead9e32e admin admin] Deleting subnet 9472c554-2eab-4dd6-a473-72685a9ca8f9 {{(pid=103976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:11:36.004023 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da99c982-c81f-4afa-a56c-dc5aead9e32e admin admin] Publish callbacks [] for subnet (9472c554-2eab-4dd6-a473-72685a9ca8f9), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.043672 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da99c982-c81f-4afa-a56c-dc5aead9e32e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5794851'] for subnet (9472c554-2eab-4dd6-a473-72685a9ca8f9), precommit_delete_associations {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.122440 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da99c982-c81f-4afa-a56c-dc5aead9e32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (9472c554-2eab-4dd6-a473-72685a9ca8f9), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.181318 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da99c982-c81f-4afa-a56c-dc5aead9e32e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6478466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5376240'] for subnet (9472c554-2eab-4dd6-a473-72685a9ca8f9), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.210738 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da99c982-c81f-4afa-a56c-dc5aead9e32e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9472c554-2eab-4dd6-a473-72685a9ca8f9,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:36.214235 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da99c982-c81f-4afa-a56c-dc5aead9e32e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.217453 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-da99c982-c81f-4afa-a56c-dc5aead9e32e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/9472c554-2eab-4dd6-a473-72685a9ca8f9 HTTP/1.1" status: 204 len: 168 time: 0.2648931 Oct 17 11:11:36.219925 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55410) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:36.220070 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2012939-3110-4c8a-9155-e6033ff1d89e None None] Network 7d88e633-7f7b-4c9f-8df7-edafde1fd786 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:11:36.287638 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (7d88e633-7f7b-4c9f-8df7-edafde1fd786), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.337875 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Deleting port baad03b4-21b5-4467-8b7a-0debd5718173 {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:11:36.338210 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (baad03b4-21b5-4467-8b7a-0debd5718173), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.402563 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] For port baad03b4-21b5-4467-8b7a-0debd5718173, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=baad03b4-21b5-4467-8b7a-0debd5718173,segment=NetworkSegment(03c988c2-dcab-4f68-b35b-42820265cb92),segment_id=03c988c2-dcab-4f68-b35b-42820265cb92)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:36.402918 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (baad03b4-21b5-4467-8b7a-0debd5718173), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.415396 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Calling delete_port for baad03b4-21b5-4467-8b7a-0debd5718173 owned by network:dhcp {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:11:36.495482 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (baad03b4-21b5-4467-8b7a-0debd5718173), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.524785 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Pushing event deleted for resources: {'Port': ['ID=baad03b4-21b5-4467-8b7a-0debd5718173,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:36.530870 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cefc5a5-7e6c-4e70-8379-c938e1dec2b6 None None] DHCP port deletion for 7d88e633-7f7b-4c9f-8df7-edafde1fd786 request from dv-cinder-858463-3-smb {{(pid=103978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 17 11:11:36.531006 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] No DVR routers for this DVR port baad03b4-21b5-4467-8b7a-0debd5718173 on host dv-cinder-858463-3-smb {{(pid=103976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:11:36.582263 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23778631-e218-4f06-9d3f-947f3225d1f3 req-c2f29632-9c23-46f1-838a-c002e53a85e6 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:36.582263 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-23778631-e218-4f06-9d3f-947f3225d1f3 req-c2f29632-9c23-46f1-838a-c002e53a85e6 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0894015 Oct 17 11:11:36.628000 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (7d88e633-7f7b-4c9f-8df7-edafde1fd786), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.630985 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-23778631-e218-4f06-9d3f-947f3225d1f3 req-41d696ec-dcfc-4def-a1e9-70b933f2cf7b tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482016 Oct 17 11:11:36.649105 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.services.segments.db [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d88e633-7f7b-4c9f-8df7-edafde1fd786']}} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:36.660150 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.services.segments.db [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c988c2-dcab-4f68-b35b-42820265cb92') {'for_net_delete': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:36.660578 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.services.segments.db [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c988c2-dcab-4f68-b35b-42820265cb92') {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:36.670248 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5794874'] for segment (03c988c2-dcab-4f68-b35b-42820265cb92), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.683965 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (03c988c2-dcab-4f68-b35b-42820265cb92), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.690064 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=103976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:11:36.690486 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6464612'] for segment (03c988c2-dcab-4f68-b35b-42820265cb92), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.734695 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.services.segments.plugin [-] Segment 03c988c2-dcab-4f68-b35b-42820265cb92 resource provider aggregate not found Oct 17 11:11:36.752220 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.services.segments.plugin [-] Segment 03c988c2-dcab-4f68-b35b-42820265cb92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 03c988c2-dcab-4f68-b35b-42820265cb92 found for delete ", "request_id": "req-41fd2503-5b6b-4bdc-a2a0-a709eea7b015"}]} Oct 17 11:11:36.760547 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (7d88e633-7f7b-4c9f-8df7-edafde1fd786), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.765072 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.769186 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7d88e633-7f7b-4c9f-8df7-edafde1fd786 HTTP/1.1" status: 204 len: 168 time: 0.5481234 Oct 17 11:11:36.783193 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b81ea4a-bce0-4bb8-8eec-2d524a780614 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d88e633-7f7b-4c9f-8df7-edafde1fd786,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:36.921074 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-b066a204-c452-44b6-9e59-97a91dfe2dd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:36.957107 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55432) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:36.992588 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:11:36.997589 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-accabfc9-dba8-419c-bf75-8a0962a064d1 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=87306056296d4c988791fa6d2c0d9d52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391493 Oct 17 11:11:37.000221 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55434) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:37.048561 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-52e2e143-2f9b-4e1c-acf6-4ef060c053e1 admin admin] Publish callbacks [] for security_group (64185f76-4a1a-481e-9ae5-30ef70008aba), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:37.070977 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-52e2e143-2f9b-4e1c-acf6-4ef060c053e1 admin admin] Publish callbacks [] for security_group (64185f76-4a1a-481e-9ae5-30ef70008aba), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:37.119387 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-52e2e143-2f9b-4e1c-acf6-4ef060c053e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (64185f76-4a1a-481e-9ae5-30ef70008aba), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:37.121951 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-52e2e143-2f9b-4e1c-acf6-4ef060c053e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:37.123121 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-52e2e143-2f9b-4e1c-acf6-4ef060c053e1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64185f76-4a1a-481e-9ae5-30ef70008aba HTTP/1.1" status: 204 len: 168 time: 0.1220157 Oct 17 11:11:37.131019 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2e143-2f9b-4e1c-acf6-4ef060c053e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64185f76-4a1a-481e-9ae5-30ef70008aba,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:37.400441 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device d7eb7d76-e205-4bb8-8ea5-842df9eb147c no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:11:37.419890 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: d7eb7d76-e205-4bb8-8ea5-842df9eb147c {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:11:37.420238 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device d7eb7d76-e205-4bb8-8ea5-842df9eb147c not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:11:37.420651 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 17f80c87-ac0a-48e1-8ddd-a6c431d84539 no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:11:37.442410 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: 17f80c87-ac0a-48e1-8ddd-a6c431d84539 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:11:37.442761 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 17f80c87-ac0a-48e1-8ddd-a6c431d84539 not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:11:37.443220 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device baad03b4-21b5-4467-8b7a-0debd5718173 no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:11:37.461906 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: baad03b4-21b5-4467-8b7a-0debd5718173 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:11:37.462252 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device baad03b4-21b5-4467-8b7a-0debd5718173 not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:11:37.775916 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6ed6fa-17c3-42a6-842c-9894fcb59215 req-acdde1da-6ba9-4262-9e71-5c700f404758 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:37.777648 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4c6ed6fa-17c3-42a6-842c-9894fcb59215 req-acdde1da-6ba9-4262-9e71-5c700f404758 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0693161 Oct 17 11:11:37.826810 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4c6ed6fa-17c3-42a6-842c-9894fcb59215 req-d4502a8d-4381-4219-956d-df28c337ca8b tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 Oct 17 11:11:37.839742 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55458) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:37.934470 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-network', 'tenant_id': '2eb9c390057046beb38851ca545a62b0'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:37.957523 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] Made reservation on behalf of 2eb9c390057046beb38851ca545a62b0 for: {'network': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:11:37.960178 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:37.969331 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.054506 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] Publish callbacks [] for security_group (d40429d2-4aae-47b9-bd8b-9930b3351042), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.061607 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (d40429d2-4aae-47b9-bd8b-9930b3351042), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.086329 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:11:38.095901 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40429d2-4aae-47b9-bd8b-9930b3351042,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:38.100805 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (d19e75dc-1cf4-451e-bf88-101117e9398a), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.101121 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.segments_db [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] Added segment d19e75dc-1cf4-451e-bf88-101117e9398a of type vlan for network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 Oct 17 11:11:38.142023 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (9322dbab-695d-4091-abd2-7cf44ae4a8d9), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.168840 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (9322dbab-695d-4091-abd2-7cf44ae4a8d9), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.169839 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:38.170471 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.221626 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3807299 Oct 17 11:11:38.224758 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55476) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:38.229579 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-a719fd83-c7ab-462b-8e2f-b82f4653f7e8 admin admin] Request body: {'subnet': {'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-subnet', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:38.235963 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c456d3-9066-408b-abd2-1c21def0c048 admin admin] Pushing event updated for resources: {'Network': ['ID=9322dbab-695d-4091-abd2-7cf44ae4a8d9,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:38.246311 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:11:38.257819 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a719fd83-c7ab-462b-8e2f-b82f4653f7e8 admin admin] Made reservation on behalf of 2eb9c390057046beb38851ca545a62b0 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:11:38.260730 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a719fd83-c7ab-462b-8e2f-b82f4653f7e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5305282'] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.428807 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a719fd83-c7ab-462b-8e2f-b82f4653f7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5390019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5305136'] for subnet (d5c68dcd-6251-474d-85d1-af8866ed8b7f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.484087 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719fd83-c7ab-462b-8e2f-b82f4653f7e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c68dcd-6251-474d-85d1-af8866ed8b7f,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:38.494403 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a719fd83-c7ab-462b-8e2f-b82f4653f7e8 admin admin] Checking segment: {'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:11:38.494688 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a719fd83-c7ab-462b-8e2f-b82f4653f7e8 admin admin] Network hostable DHCP agents. Network: 9322dbab-695d-4091-abd2-7cf44ae4a8d9, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:11:38.512968 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a719fd83-c7ab-462b-8e2f-b82f4653f7e8 admin admin] Network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:11:38.522435 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-a719fd83-c7ab-462b-8e2f-b82f4653f7e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, 9322dbab-695d-4091-abd2-7cf44ae4a8d9) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:11:38.526954 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a719fd83-c7ab-462b-8e2f-b82f4653f7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:38.527541 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a719fd83-c7ab-462b-8e2f-b82f4653f7e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.532392 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92973ac1-01b2-4108-9d72-2be4d4cc2db9 None None] Network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:11:38.551237 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-a719fd83-c7ab-462b-8e2f-b82f4653f7e8 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3228765 Oct 17 11:11:38.551846 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55490) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:38.557847 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:38.582981 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2277'] for router (53cbc419-2ff9-405c-ae1f-22627886ade6), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.584247 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7956270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2282'] for router (53cbc419-2ff9-405c-ae1f-22627886ade6), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.640569 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Publish callbacks [] for router_controller (53cbc419-2ff9-405c-ae1f-22627886ade6), precommit_add_association {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.654040 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf3f1ddb-2710-502b-b25e-3c7b6ab18000-9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'project_id': '2eb9c390057046beb38851ca545a62b0', 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f'}]}} from dv-cinder-858463-3-smb. {{(pid=103978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 17 11:11:38.655276 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.792450 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Publish callbacks [] for router_gateway (53cbc419-2ff9-405c-ae1f-22627886ade6), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:38.834139 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Allocated IP 172.20.0.2 (9322dbab-695d-4091-abd2-7cf44ae4a8d9/d5c68dcd-6251-474d-85d1-af8866ed8b7f/d45ea345-0a76-4ee6-8494-6e1d621eb8cf) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:11:39.006364 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba417a-832f-4cf1-8b72-94ec834d15ea req-625dd69c-5127-41e9-a56e-3e863ad75ed9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:39.007934 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-efba417a-832f-4cf1-8b72-94ec834d15ea req-625dd69c-5127-41e9-a56e-3e863ad75ed9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0994077 Oct 17 11:11:39.010682 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Publish callbacks [] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:39.016806 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:39.055132 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:11:39.062336 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:11:39.064468 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Pushing event updated for resources: {'Port': ['ID=d45ea345-0a76-4ee6-8494-6e1d621eb8cf,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:39.066585 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:11:39.077783 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:39.078096 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:39.078411 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:39.078753 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:39.079102 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:39.079432 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:39.079760 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:39.080087 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:39.080428 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:39.080755 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:39.081082 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:39.081430 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:39.081746 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:39.103740 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Publish callbacks [] for router_gateway (53cbc419-2ff9-405c-ae1f-22627886ade6), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:39.126956 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:39.132862 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-efba417a-832f-4cf1-8b72-94ec834d15ea req-ff6b83ff-954f-4c68-a553-b39af5815f99 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019676 Oct 17 11:11:39.134730 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Attempting to bind port d45ea345-0a76-4ee6-8494-6e1d621eb8cf on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:11:39.135094 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Attempting to bind port d45ea345-0a76-4ee6-8494-6e1d621eb8cf by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:11:39.135459 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Attempting to bind port d45ea345-0a76-4ee6-8494-6e1d621eb8cf on network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:11:39.141528 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:11:39.141909 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Checking segment: {'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:11:39.142486 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:39.143078 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Bound using segment: {'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:11:39.143558 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Bound port: d45ea345-0a76-4ee6-8494-6e1d621eb8cf, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:11:39.143944 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:39.207983 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] For port d45ea345-0a76-4ee6-8494-6e1d621eb8cf, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:11:39.211149 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] For port d45ea345-0a76-4ee6-8494-6e1d621eb8cf, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=d45ea345-0a76-4ee6-8494-6e1d621eb8cf,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:11:39.220362 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:39.244383 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Allocated IP 172.28.1.251 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/d5d67287-6fbd-4e84-93e2-4c9beade2655) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:11:39.284765 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d7c4b-5d4b-4519-bb4a-bb71f808fd7f None None] Pushing event updated for resources: {'Port': ['ID=d45ea345-0a76-4ee6-8494-6e1d621eb8cf,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:39.289693 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-dc294ded-8347-485c-8d33-20877881b367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:39.365981 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Publish callbacks [] for port (d5d67287-6fbd-4e84-93e2-4c9beade2655), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:39.406335 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (d5d67287-6fbd-4e84-93e2-4c9beade2655), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:39.455284 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:11:39.460003 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:11:39.462062 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Pushing event updated for resources: {'Port': ['ID=d5d67287-6fbd-4e84-93e2-4c9beade2655,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:39.464198 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:11:39.705000 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Publish callbacks [] for router_gateway (53cbc419-2ff9-405c-ae1f-22627886ade6), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:40.130834 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fffbf3e6-0961-4c33-a247-0d0a95085927 None None] Network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:11:40.144999 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882870'] for router (53cbc419-2ff9-405c-ae1f-22627886ade6), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:40.257134 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-c6304c19-e235-4eb6-b18a-9c65505193d9 None None] Provisioning complete for port d45ea345-0a76-4ee6-8494-6e1d621eb8cf triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:11:40.257535 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6304c19-e235-4eb6-b18a-9c65505193d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:40.257869 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-c6304c19-e235-4eb6-b18a-9c65505193d9 None None] Attempt 1 to provision port d45ea345-0a76-4ee6-8494-6e1d621eb8cf Oct 17 11:11:40.259693 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:40.280246 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4057b494-27b3-4a07-b9a3-730cce90fc49 req-598730ed-4705-4bef-8b8c-0fb57cca0864 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:40.281889 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-4057b494-27b3-4a07-b9a3-730cce90fc49 req-598730ed-4705-4bef-8b8c-0fb57cca0864 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0652721 Oct 17 11:11:40.288752 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Router 53cbc419-2ff9-405c-ae1f-22627886ade6 is scheduled to L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 with binding_index 1 {{(pid=103977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 11:11:40.341720 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-4057b494-27b3-4a07-b9a3-730cce90fc49 req-6e26beb6-12af-4297-9874-199fe61f6ccb tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536327 Oct 17 11:11:40.369500 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c6304c19-e235-4eb6-b18a-9c65505193d9 None None] Current status of the port d45ea345-0a76-4ee6-8494-6e1d621eb8cf is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:11:40.369500 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6304c19-e235-4eb6-b18a-9c65505193d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:40.397971 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-c6304c19-e235-4eb6-b18a-9c65505193d9 None None] For port d45ea345-0a76-4ee6-8494-6e1d621eb8cf, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=d45ea345-0a76-4ee6-8494-6e1d621eb8cf,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:40.406514 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c6304c19-e235-4eb6-b18a-9c65505193d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:40.423770 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:11:40.434703 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Sync routers for ids ['53cbc419-2ff9-405c-ae1f-22627886ade6'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:11:40.446324 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Routers {'53cbc419-2ff9-405c-ae1f-22627886ade6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:11:40.446992 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:11:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['53cbc419-2ff9-405c-ae1f-22627886ade6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:40.452650 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:40.457325 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55524) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:40.465287 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-c7a753d0-7edc-417e-94d9-102ef3168e0b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9112191 Oct 17 11:11:40.474883 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6304c19-e235-4eb6-b18a-9c65505193d9 None None] Pushing event updated for resources: {'Port': ['ID=d45ea345-0a76-4ee6-8494-6e1d621eb8cf,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:40.516990 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:40.569511 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Set router 53cbc419-2ff9-405c-ae1f-22627886ade6 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:11:40.629459 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-e6962ba3-0096-446f-9e6c-4265ea2e6306 None None] Provisioning complete for port d45ea345-0a76-4ee6-8494-6e1d621eb8cf triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:11:40.629740 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e6962ba3-0096-446f-9e6c-4265ea2e6306 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:40.630075 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e6962ba3-0096-446f-9e6c-4265ea2e6306 None None] Attempt 1 to provision port d45ea345-0a76-4ee6-8494-6e1d621eb8cf Oct 17 11:11:40.709164 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e6962ba3-0096-446f-9e6c-4265ea2e6306 None None] Current status of the port d45ea345-0a76-4ee6-8494-6e1d621eb8cf is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:11:40.743967 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:39Z', 'revision_number': 3, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:40.767287 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Checking router: 53cbc419-2ff9-405c-ae1f-22627886ade6 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:11:40.767550 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Updating router 53cbc419-2ff9-405c-ae1f-22627886ade6 port d5d67287-6fbd-4e84-93e2-4c9beade2655 binding host dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:11:40.794037 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d5d67287-6fbd-4e84-93e2-4c9beade2655), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:40.861257 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.014256 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Allocated IP 172.20.0.1 (9322dbab-695d-4091-abd2-7cf44ae4a8d9/d5c68dcd-6251-474d-85d1-af8866ed8b7f/bc83000a-3150-4d90-82de-81bfaec0a081) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:11:41.031057 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Publish callbacks [] for port (d5d67287-6fbd-4e84-93e2-4c9beade2655), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.036921 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d5d67287-6fbd-4e84-93e2-4c9beade2655), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.070365 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Attempting to bind port d5d67287-6fbd-4e84-93e2-4c9beade2655 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:11:41.070724 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Attempting to bind port d5d67287-6fbd-4e84-93e2-4c9beade2655 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:11:41.071077 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Attempting to bind port d5d67287-6fbd-4e84-93e2-4c9beade2655 on network 59bc4f32-b948-49dd-8148-863382a25dbf {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:11:41.080722 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:11:41.081091 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Checking segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:11:41.082079 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.082079 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Bound using segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:11:41.082374 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Bound port: d5d67287-6fbd-4e84-93e2-4c9beade2655, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:11:41.082714 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d5d67287-6fbd-4e84-93e2-4c9beade2655), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.108415 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Pushing event updated for resources: {'Port': ['ID=d5d67287-6fbd-4e84-93e2-4c9beade2655,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:41.117715 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:41.118063 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:41.118497 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:41.118849 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:41.119202 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:41.119494 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:41.119811 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:41.120124 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:41.120469 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:41.120839 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:41.121210 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:41.121563 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:41.121910 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:11:41.123058 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Publish callbacks [] for port (bc83000a-3150-4d90-82de-81bfaec0a081), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.150293 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] For port d5d67287-6fbd-4e84-93e2-4c9beade2655, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:11:41.153318 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] For port d5d67287-6fbd-4e84-93e2-4c9beade2655, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=d5d67287-6fbd-4e84-93e2-4c9beade2655,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:11:41.159785 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.161393 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d5d67287-6fbd-4e84-93e2-4c9beade2655), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.197696 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:11:41.200849 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Routers {'53cbc419-2ff9-405c-ae1f-22627886ade6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:11:41.201881 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:11:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['53cbc419-2ff9-405c-ae1f-22627886ade6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:41.205715 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:11:41.209886 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:11:41.255592 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878563'] for router_interface (53cbc419-2ff9-405c-ae1f-22627886ade6), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.258405 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Pushing event updated for resources: {'Port': ['ID=bc83000a-3150-4d90-82de-81bfaec0a081,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:41.264431 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074bcd4-eed0-4735-bb29-b3dbccf46534 None None] Pushing event updated for resources: {'Port': ['ID=d5d67287-6fbd-4e84-93e2-4c9beade2655,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:41.431598 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.466659 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device d45ea345-0a76-4ee6-8494-6e1d621eb8cf up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:11:41.490560 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] Set router 53cbc419-2ff9-405c-ae1f-22627886ade6 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:11:41.541408 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e521265d-c0ed-4d71-acea-1c7a5dc2df30 req-301d2fdf-76af-48d3-a555-27434d6dfa7e tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:41.543206 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e521265d-c0ed-4d71-acea-1c7a5dc2df30 req-301d2fdf-76af-48d3-a555-27434d6dfa7e tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0864630 Oct 17 11:11:41.620187 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e521265d-c0ed-4d71-acea-1c7a5dc2df30 req-d5fc667a-d8a6-4465-b029-dbde19649eaf tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698044 Oct 17 11:11:41.656243 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Publish callbacks [] for port (bc83000a-3150-4d90-82de-81bfaec0a081), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.663296 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.682623 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Provisioning complete for port bc83000a-3150-4d90-82de-81bfaec0a081 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:11:41.683003 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.683336 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Attempt 1 to provision port bc83000a-3150-4d90-82de-81bfaec0a081 Oct 17 11:11:41.688911 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:39Z', 'revision_number': 3, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:41.708852 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port d45ea345-0a76-4ee6-8494-6e1d621eb8cf triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:11:41.709309 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.709896 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port d45ea345-0a76-4ee6-8494-6e1d621eb8cf Oct 17 11:11:41.716662 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be2d70ea-ea73-45ad-8f10-790cbc9e09a9 None None] The sync data for ids ['53cbc419-2ff9-405c-ae1f-22627886ade6'] in dv-cinder-858463-3-smb is: [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:39Z', 'revision_number': 3, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:11:41.732044 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8316014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7878455'] for router_interface (53cbc419-2ff9-405c-ae1f-22627886ade6), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:41.739006 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Port bc83000a-3150-4d90-82de-81bfaec0a081 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:11:41.743507 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Pushing event updated for resources: {'Port': ['ID=bc83000a-3150-4d90-82de-81bfaec0a081,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:41.791028 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port d45ea345-0a76-4ee6-8494-6e1d621eb8cf is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:11:41.834652 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:11:41.836113 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:11:41.951220 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Router 53cbc419-2ff9-405c-ae1f-22627886ade6 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:11:42.068432 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:11:42.073435 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-48841dd3-d980-48fb-a8b2-34e01041e313 admin admin] 10.222.0.43 "PUT /v2.0/routers/53cbc419-2ff9-405c-ae1f-22627886ade6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6149366 Oct 17 11:11:42.237098 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Attempt 2 to provision port bc83000a-3150-4d90-82de-81bfaec0a081 Oct 17 11:11:42.275653 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Port bc83000a-3150-4d90-82de-81bfaec0a081 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:11:42.361993 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55548) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:42.366954 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-bea6b93c-d1de-4632-a7dc-86ec2966bf68 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2126294321', 'description': 'tempest-description--2065122213'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:42.391549 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bea6b93c-d1de-4632-a7dc-86ec2966bf68 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.464955 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bea6b93c-d1de-4632-a7dc-86ec2966bf68 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group (d76eb488-cc18-4d8e-aa50-9aa1081ff815), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.470917 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bea6b93c-d1de-4632-a7dc-86ec2966bf68 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (d76eb488-cc18-4d8e-aa50-9aa1081ff815), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.507658 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bea6b93c-d1de-4632-a7dc-86ec2966bf68 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.508907 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-bea6b93c-d1de-4632-a7dc-86ec2966bf68 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1458631 Oct 17 11:11:42.511860 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55552) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:42.516950 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-8c92700f-648e-4f7e-ab92-00a69ef0989e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Request body: {'security_group_rule': {'security_group_id': 'd76eb488-cc18-4d8e-aa50-9aa1081ff815', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:42.522258 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea6b93c-d1de-4632-a7dc-86ec2966bf68 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76eb488-cc18-4d8e-aa50-9aa1081ff815,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:42.548066 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8c92700f-648e-4f7e-ab92-00a69ef0989e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group_rule (3114ffd4-62a5-4e44-a6f0-2313d0c09fbc), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.566328 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55554) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:42.601791 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.625447 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8c92700f-648e-4f7e-ab92-00a69ef0989e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group_rule (3114ffd4-62a5-4e44-a6f0-2313d0c09fbc), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.630699 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8c92700f-648e-4f7e-ab92-00a69ef0989e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (3114ffd4-62a5-4e44-a6f0-2313d0c09fbc), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.651977 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c92700f-648e-4f7e-ab92-00a69ef0989e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3114ffd4-62a5-4e44-a6f0-2313d0c09fbc,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:42.659605 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-8c92700f-648e-4f7e-ab92-00a69ef0989e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.661336 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-8c92700f-648e-4f7e-ab92-00a69ef0989e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477165 Oct 17 11:11:42.664218 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55560) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:42.669264 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-8606cf1a-3bdf-4675-89a5-39f144eca0be tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Request body: {'security_group_rule': {'security_group_id': 'd76eb488-cc18-4d8e-aa50-9aa1081ff815', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:42.701380 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-0720e65d-9d1a-4e92-ba54-f5897be52ede admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.706525 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8606cf1a-3bdf-4675-89a5-39f144eca0be tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group_rule (81f83ded-1675-4e47-bb61-44d89b9e2405), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.776690 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Attempt 3 to provision port bc83000a-3150-4d90-82de-81bfaec0a081 Oct 17 11:11:42.777429 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-0720e65d-9d1a-4e92-ba54-f5897be52ede admin admin] Publish callbacks [] for security_group (93f6cdfd-9369-4ca7-8e25-94c5f8a29136), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.780744 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba42ce02-eb60-471f-8ed4-c52fd9ef012e req-8c1533ea-bf80-492b-8c5b-13231b3a03e2 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:42.782322 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ba42ce02-eb60-471f-8ed4-c52fd9ef012e req-8c1533ea-bf80-492b-8c5b-13231b3a03e2 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0874434 Oct 17 11:11:42.782453 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-0720e65d-9d1a-4e92-ba54-f5897be52ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (93f6cdfd-9369-4ca7-8e25-94c5f8a29136), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.807758 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8606cf1a-3bdf-4675-89a5-39f144eca0be tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group_rule (81f83ded-1675-4e47-bb61-44d89b9e2405), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.818799 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8606cf1a-3bdf-4675-89a5-39f144eca0be tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (81f83ded-1675-4e47-bb61-44d89b9e2405), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.821669 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Port bc83000a-3150-4d90-82de-81bfaec0a081 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:11:42.827903 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-0720e65d-9d1a-4e92-ba54-f5897be52ede admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d8959468a1048b78599ac23135f1d17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2605743 Oct 17 11:11:42.831767 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55562) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:42.839397 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720e65d-9d1a-4e92-ba54-f5897be52ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f6cdfd-9369-4ca7-8e25-94c5f8a29136,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:42.855543 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8606cf1a-3bdf-4675-89a5-39f144eca0be tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81f83ded-1675-4e47-bb61-44d89b9e2405,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:42.863180 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8606cf1a-3bdf-4675-89a5-39f144eca0be tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.864382 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-8606cf1a-3bdf-4675-89a5-39f144eca0be tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1987000 Oct 17 11:11:42.868187 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55564) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:42.872643 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Request body: {'floatingip': {'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:42.885659 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f64ba9dc-07e1-40f0-80ac-972f30a0c4c6 admin admin] Publish callbacks [] for security_group (93f6cdfd-9369-4ca7-8e25-94c5f8a29136), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.894216 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ba42ce02-eb60-471f-8ed4-c52fd9ef012e req-3eeadc0c-f931-44d3-acce-13644542c0cb tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987954 Oct 17 11:11:42.907311 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.909538 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f64ba9dc-07e1-40f0-80ac-972f30a0c4c6 admin admin] Publish callbacks [] for security_group (93f6cdfd-9369-4ca7-8e25-94c5f8a29136), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.956118 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f64ba9dc-07e1-40f0-80ac-972f30a0c4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (93f6cdfd-9369-4ca7-8e25-94c5f8a29136), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.959634 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f64ba9dc-07e1-40f0-80ac-972f30a0c4c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:42.960801 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-f64ba9dc-07e1-40f0-80ac-972f30a0c4c6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93f6cdfd-9369-4ca7-8e25-94c5f8a29136 HTTP/1.1" status: 204 len: 168 time: 0.1280308 Oct 17 11:11:42.978873 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ba9dc-07e1-40f0-80ac-972f30a0c4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f6cdfd-9369-4ca7-8e25-94c5f8a29136,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:43.028823 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:43.147157 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Allocated IP 172.28.1.194 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/cc3a55ff-cce4-4515-b5a6-8ebf7d833220) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:11:43.256292 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for port (cc3a55ff-cce4-4515-b5a6-8ebf7d833220), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:43.291828 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (cc3a55ff-cce4-4515-b5a6-8ebf7d833220), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:43.323202 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Attempt 4 to provision port bc83000a-3150-4d90-82de-81bfaec0a081 Oct 17 11:11:43.334967 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:11:43.340178 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:11:43.344149 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:11:43.347253 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event updated for resources: {'Port': ['ID=cc3a55ff-cce4-4515-b5a6-8ebf7d833220,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:43.364023 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Port bc83000a-3150-4d90-82de-81bfaec0a081 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:11:43.409469 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Sync routers for ids ['53cbc419-2ff9-405c-ae1f-22627886ade6'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:11:43.423154 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Routers {'53cbc419-2ff9-405c-ae1f-22627886ade6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:11:43.423880 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:11:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['53cbc419-2ff9-405c-ae1f-22627886ade6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:43.444775 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for floatingip (5c2cda38-f58d-44a0-b4db-e5ebda7ff382), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:43.475366 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device d5d67287-6fbd-4e84-93e2-4c9beade2655 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:11:43.506949 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (cc3a55ff-cce4-4515-b5a6-8ebf7d833220), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:43.565068 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Set router 53cbc419-2ff9-405c-ae1f-22627886ade6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:11:43.603292 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port d5d67287-6fbd-4e84-93e2-4c9beade2655 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:11:43.603957 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d5d67287-6fbd-4e84-93e2-4c9beade2655), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:43.604056 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port d5d67287-6fbd-4e84-93e2-4c9beade2655 Oct 17 11:11:43.678082 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for port (cc3a55ff-cce4-4515-b5a6-8ebf7d833220), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:43.683880 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (cc3a55ff-cce4-4515-b5a6-8ebf7d833220), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:43.749433 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (5c2cda38-f58d-44a0-b4db-e5ebda7ff382), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:43.755575 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event updated for resources: {'Port': ['ID=cc3a55ff-cce4-4515-b5a6-8ebf7d833220,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:43.769970 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:43.781113 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-e9830c6e-954a-4c8f-b21f-4ebe90f37ca4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9029577 Oct 17 11:11:43.800079 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port d5d67287-6fbd-4e84-93e2-4c9beade2655 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:11:43.800567 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d5d67287-6fbd-4e84-93e2-4c9beade2655), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:43.826554 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port d5d67287-6fbd-4e84-93e2-4c9beade2655, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=d5d67287-6fbd-4e84-93e2-4c9beade2655,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:43.831984 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d5d67287-6fbd-4e84-93e2-4c9beade2655), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:43.865623 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Attempt 5 to provision port bc83000a-3150-4d90-82de-81bfaec0a081 Oct 17 11:11:43.907082 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 2, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:43.939290 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Port bc83000a-3150-4d90-82de-81bfaec0a081 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:11:43.939876 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Checking router: 53cbc419-2ff9-405c-ae1f-22627886ade6 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:11:43.940212 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Updating router 53cbc419-2ff9-405c-ae1f-22627886ade6 port bc83000a-3150-4d90-82de-81bfaec0a081 binding host dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:11:43.943344 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=d5d67287-6fbd-4e84-93e2-4c9beade2655,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:43.976254 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:44.023385 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-33672966-9c1b-4dc5-a580-4b68867f5573 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2126294321&fields=id&tenant_id=2eb9c390057046beb38851ca545a62b0 HTTP/1.1" status: 200 len: 267 time: 0.0584383 Oct 17 11:11:44.069909 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d072af4-4168-408a-8238-6fb685f9199c req-fee287fb-b773-40f3-a5a4-6d8f0aae453c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:44.071782 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2d072af4-4168-408a-8238-6fb685f9199c req-fee287fb-b773-40f3-a5a4-6d8f0aae453c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0725603 Oct 17 11:11:44.152720 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2d072af4-4168-408a-8238-6fb685f9199c req-966005d4-34e5-4f5f-9ca2-5ca9a58880cc tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692952 Oct 17 11:11:44.275569 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Publish callbacks [] for port (bc83000a-3150-4d90-82de-81bfaec0a081), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:44.283229 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:44.377651 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed598e-8c99-468d-810e-e9d51d39ad8a None None] Pushing event updated for resources: {'Port': ['ID=bc83000a-3150-4d90-82de-81bfaec0a081,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:44.383923 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:44.393681 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Attempting to bind port bc83000a-3150-4d90-82de-81bfaec0a081 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:11:44.394049 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Attempting to bind port bc83000a-3150-4d90-82de-81bfaec0a081 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:11:44.394580 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Attempting to bind port bc83000a-3150-4d90-82de-81bfaec0a081 on network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:11:44.400829 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 11, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:11:44.401193 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-85ce0f1c-0def-4eb2-a695-368ff80fbd21 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:44.401615 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Checking segment: {'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:11:44.402594 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:44.402725 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-85ce0f1c-0def-4eb2-a695-368ff80fbd21 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/networks?id=9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 200 len: 817 time: 0.3717961 Oct 17 11:11:44.403266 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Bound using segment: {'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:11:44.403737 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Bound port: bc83000a-3150-4d90-82de-81bfaec0a081, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:11:44.404274 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:44.418949 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-cd08e8b2-eafc-452c-b087-489958782f36 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/quotas/2eb9c390057046beb38851ca545a62b0 HTTP/1.1" status: 200 len: 375 time: 0.0100174 Oct 17 11:11:44.440018 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Attempt 6 to provision port bc83000a-3150-4d90-82de-81bfaec0a081 Oct 17 11:11:44.489715 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Port bc83000a-3150-4d90-82de-81bfaec0a081 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:11:44.490306 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-f7533b0f-807d-4aeb-ad87-d453621da316 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2eb9c390057046beb38851ca545a62b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621545 Oct 17 11:11:44.490623 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] For port bc83000a-3150-4d90-82de-81bfaec0a081, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:11:44.506845 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] For port bc83000a-3150-4d90-82de-81bfaec0a081, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=bc83000a-3150-4d90-82de-81bfaec0a081,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:11:44.519119 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:44.556823 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Routers {'53cbc419-2ff9-405c-ae1f-22627886ade6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:11:44.557509 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:11:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['53cbc419-2ff9-405c-ae1f-22627886ade6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:44.609416 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed598e-8c99-468d-810e-e9d51d39ad8a None None] Pushing event updated for resources: {'Port': ['ID=bc83000a-3150-4d90-82de-81bfaec0a081,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:44.687297 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] Set router 53cbc419-2ff9-405c-ae1f-22627886ade6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:11:44.696262 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-88d8997d-9e00-425f-a602-281ae366b3b1 service neutron] 10.222.0.43 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002609 Oct 17 11:11:44.798905 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-ba4dc498-c680-47eb-aeb1-140d1de9ad24 service neutron] 10.222.0.43 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964689 Oct 17 11:11:44.901386 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:44Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:44.908926 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55634) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:44.929271 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54743a2e-428f-4c9e-9d45-21ae61a56f38 None None] The sync data for ids ['53cbc419-2ff9-405c-ae1f-22627886ade6'] in dv-cinder-858463-3-smb is: [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:44Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:11:44.990503 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Attempt 7 to provision port bc83000a-3150-4d90-82de-81bfaec0a081 Oct 17 11:11:45.032984 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d1898a3d-e8c6-48db-9ed1-0bf8574c592c req-8ac7e0b0-c0fa-413b-b79d-e6f2f8785e18 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 210 time: 0.0603065 Oct 17 11:11:45.107294 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Current status of the port bc83000a-3150-4d90-82de-81bfaec0a081 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:11:45.107697 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:45.125429 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ace97ade-2661-4b54-8666-b55fd11ca648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:45.148017 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] For port bc83000a-3150-4d90-82de-81bfaec0a081, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=bc83000a-3150-4d90-82de-81bfaec0a081,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:45.157962 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:45.244200 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4f2ed-419c-4434-bce9-65e18ca30960 None None] Pushing event updated for resources: {'Port': ['ID=bc83000a-3150-4d90-82de-81bfaec0a081,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:45.290530 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-72a098bf-779d-4146-9860-cef606e82c2d None None] Provisioning complete for port bc83000a-3150-4d90-82de-81bfaec0a081 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:11:45.291257 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-72a098bf-779d-4146-9860-cef606e82c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:45.291689 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-72a098bf-779d-4146-9860-cef606e82c2d None None] Attempt 1 to provision port bc83000a-3150-4d90-82de-81bfaec0a081 Oct 17 11:11:45.306288 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ace97ade-2661-4b54-8666-b55fd11ca648 admin admin] Publish callbacks [] for security_group (75af8ffd-655d-45d4-8ec1-111835fbe002), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:45.315458 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ace97ade-2661-4b54-8666-b55fd11ca648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (75af8ffd-655d-45d4-8ec1-111835fbe002), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:45.329240 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b28673-dffc-483e-88d7-b863c6b87b73 req-265981f0-061a-4cc8-9f66-f69d8d9f348a tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:45.341784 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e1b28673-dffc-483e-88d7-b863c6b87b73 req-265981f0-061a-4cc8-9f66-f69d8d9f348a tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.1072369 Oct 17 11:11:45.369956 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c667f56-a428-429a-97db-fb183cc9a6fb req-29d0978d-4dc1-4c39-babc-1249b860cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:45.372825 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7c667f56-a428-429a-97db-fb183cc9a6fb req-29d0978d-4dc1-4c39-babc-1249b860cfce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=213ce8b88d1c43309080027f9f323610&device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 1129 time: 0.2063901 Oct 17 11:11:45.376208 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-ace97ade-2661-4b54-8666-b55fd11ca648 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7bc304e68c6749cfb96429715df914d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4658198 Oct 17 11:11:45.377409 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace97ade-2661-4b54-8666-b55fd11ca648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75af8ffd-655d-45d4-8ec1-111835fbe002,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:45.382906 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55650) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:45.445268 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e1b28673-dffc-483e-88d7-b863c6b87b73 req-fe8c9f2a-4936-466e-b9be-e05a4ad091d1 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017861 Oct 17 11:11:45.475968 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-72a098bf-779d-4146-9860-cef606e82c2d None None] Current status of the port bc83000a-3150-4d90-82de-81bfaec0a081 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:11:45.578843 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ce87-259e-4e8a-8de7-a6b1a50ab9fd admin admin] Publish callbacks [] for security_group (75af8ffd-655d-45d4-8ec1-111835fbe002), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:45.583823 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c667f56-a428-429a-97db-fb183cc9a6fb req-f9fcde3f-e630-4f32-b764-6b62c2cdfea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:45.586143 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7c667f56-a428-429a-97db-fb183cc9a6fb req-f9fcde3f-e630-4f32-b764-6b62c2cdfea9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 HTTP/1.1" status: 200 len: 910 time: 0.2002335 Oct 17 11:11:45.600024 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device d5d67287-6fbd-4e84-93e2-4c9beade2655 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:11:45.639286 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ce87-259e-4e8a-8de7-a6b1a50ab9fd admin admin] Publish callbacks [] for security_group (75af8ffd-655d-45d4-8ec1-111835fbe002), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:45.666523 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port d5d67287-6fbd-4e84-93e2-4c9beade2655 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:11:45.667143 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d5d67287-6fbd-4e84-93e2-4c9beade2655), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:45.667471 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port d5d67287-6fbd-4e84-93e2-4c9beade2655 Oct 17 11:11:45.691799 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7c667f56-a428-429a-97db-fb183cc9a6fb req-def8ce18-ef15-49d1-92f3-aae21a85e6cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f HTTP/1.1" status: 200 len: 1000 time: 0.0947878 Oct 17 11:11:45.744963 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ce87-259e-4e8a-8de7-a6b1a50ab9fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (75af8ffd-655d-45d4-8ec1-111835fbe002), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:45.747824 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ce87-259e-4e8a-8de7-a6b1a50ab9fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:45.756371 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port d5d67287-6fbd-4e84-93e2-4c9beade2655 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:11:45.757665 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device bc83000a-3150-4d90-82de-81bfaec0a081 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:11:45.759263 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-5cf2ce87-259e-4e8a-8de7-a6b1a50ab9fd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/75af8ffd-655d-45d4-8ec1-111835fbe002 HTTP/1.1" status: 204 len: 168 time: 0.3677406 Oct 17 11:11:45.779404 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c667f56-a428-429a-97db-fb183cc9a6fb req-77ee20d1-ae00-44e8-b766-ebf97441748d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:45.781048 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7c667f56-a428-429a-97db-fb183cc9a6fb req-77ee20d1-ae00-44e8-b766-ebf97441748d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dc0f225-6e64-4b4e-8686-3694a564a62c HTTP/1.1" status: 200 len: 848 time: 0.0774889 Oct 17 11:11:45.786772 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf2ce87-259e-4e8a-8de7-a6b1a50ab9fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75af8ffd-655d-45d4-8ec1-111835fbe002,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:45.831758 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port bc83000a-3150-4d90-82de-81bfaec0a081 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:11:45.832222 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:45.832629 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port bc83000a-3150-4d90-82de-81bfaec0a081 Oct 17 11:11:45.858871 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c667f56-a428-429a-97db-fb183cc9a6fb req-8d1826f3-3941-4c80-9769-7964c934994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:45.860773 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7c667f56-a428-429a-97db-fb183cc9a6fb req-8d1826f3-3941-4c80-9769-7964c934994b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0680504 Oct 17 11:11:45.920111 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port bc83000a-3150-4d90-82de-81bfaec0a081 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:11:45.985282 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7c667f56-a428-429a-97db-fb183cc9a6fb req-5c0a0735-9c05-4cbd-be3b-fba4da319289 service neutron] 10.222.0.23 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124215 Oct 17 11:11:46.112635 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7c667f56-a428-429a-97db-fb183cc9a6fb req-45fe0c63-6193-4f7c-b50c-93ead9cbd768 service neutron] 10.222.0.23 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161463 Oct 17 11:11:46.152869 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55664) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:46.171916 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-64a4d2a8-0c62-48e0-832c-1e88fc70d151 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:46.177880 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-92a415b9-1c44-41a1-bd28-2d9f48f1309d req-e3b4fb49-4bb8-4f43-a537-84f401b1a83a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 210 time: 0.0310156 Oct 17 11:11:46.249399 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-64a4d2a8-0c62-48e0-832c-1e88fc70d151 admin admin] Publish callbacks [] for security_group (30a032e3-5920-45b9-b84b-4159294bbe44), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:46.254811 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-64a4d2a8-0c62-48e0-832c-1e88fc70d151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (30a032e3-5920-45b9-b84b-4159294bbe44), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:46.295143 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-64a4d2a8-0c62-48e0-832c-1e88fc70d151 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0de1e865808434e8a9b63eb64d56c6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1408517 Oct 17 11:11:46.296134 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a4d2a8-0c62-48e0-832c-1e88fc70d151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a032e3-5920-45b9-b84b-4159294bbe44,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:46.298021 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55666) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:46.350853 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0178-9c2e-4390-ba1f-b721873bc77f admin admin] Publish callbacks [] for security_group (30a032e3-5920-45b9-b84b-4159294bbe44), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:46.373295 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0178-9c2e-4390-ba1f-b721873bc77f admin admin] Publish callbacks [] for security_group (30a032e3-5920-45b9-b84b-4159294bbe44), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:46.423332 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0178-9c2e-4390-ba1f-b721873bc77f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (30a032e3-5920-45b9-b84b-4159294bbe44), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:46.425851 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0178-9c2e-4390-ba1f-b721873bc77f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:46.430665 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-bf7d0178-9c2e-4390-ba1f-b721873bc77f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30a032e3-5920-45b9-b84b-4159294bbe44 HTTP/1.1" status: 204 len: 168 time: 0.1280487 Oct 17 11:11:46.439408 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d0178-9c2e-4390-ba1f-b721873bc77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a032e3-5920-45b9-b84b-4159294bbe44,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:46.589554 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce381f66-17b3-4f84-9f83-d673fec53361 req-7f19dfcf-2194-4377-af46-b0424685f260 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:46.591110 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ce381f66-17b3-4f84-9f83-d673fec53361 req-7f19dfcf-2194-4377-af46-b0424685f260 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0610781 Oct 17 11:11:46.639433 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-27dfa408-b6e7-4293-9760-d4399721d80a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:46.641708 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-27dfa408-b6e7-4293-9760-d4399721d80a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.23 "GET /v2.0/networks?id=9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 200 len: 817 time: 0.1322861 Oct 17 11:11:46.645162 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ce381f66-17b3-4f84-9f83-d673fec53361 req-61b80ef5-8b21-4bdd-82e5-cf93c63c2867 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472171 Oct 17 11:11:46.715078 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-cddd079d-15eb-4870-9739-40e9bc0a7f4a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eb9c390057046beb38851ca545a62b0 HTTP/1.1" status: 200 len: 380 time: 0.0627556 Oct 17 11:11:46.725427 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-d66894e7-74a6-4f89-b96c-06b8f64b6c50 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Request body: {'port': {'device_id': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'admin_state_up': True, 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'security_groups': ['d76eb488-cc18-4d8e-aa50-9aa1081ff815']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:46.837445 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-d66894e7-74a6-4f89-b96c-06b8f64b6c50 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Made reservation on behalf of 2eb9c390057046beb38851ca545a62b0 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:11:46.840778 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-d66894e7-74a6-4f89-b96c-06b8f64b6c50 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:46.970742 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-d66894e7-74a6-4f89-b96c-06b8f64b6c50 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Allocated IP 172.20.0.5 (9322dbab-695d-4091-abd2-7cf44ae4a8d9/d5c68dcd-6251-474d-85d1-af8866ed8b7f/d9011dad-15f2-4db9-84d1-f851c664b312) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:11:47.111558 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-d66894e7-74a6-4f89-b96c-06b8f64b6c50 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for port (d9011dad-15f2-4db9-84d1-f851c664b312), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:47.145278 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-d66894e7-74a6-4f89-b96c-06b8f64b6c50 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:47.185540 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-d66894e7-74a6-4f89-b96c-06b8f64b6c50 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:11:47.188636 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-d66894e7-74a6-4f89-b96c-06b8f64b6c50 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:11:47.195357 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-d66894e7-74a6-4f89-b96c-06b8f64b6c50 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:11:47.200926 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66894e7-74a6-4f89-b96c-06b8f64b6c50 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event updated for resources: {'Port': ['ID=d9011dad-15f2-4db9-84d1-f851c664b312,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:47.256271 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-d66894e7-74a6-4f89-b96c-06b8f64b6c50 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:47.256912 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-d66894e7-74a6-4f89-b96c-06b8f64b6c50 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:47.300918 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-d66894e7-74a6-4f89-b96c-06b8f64b6c50 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5798512 Oct 17 11:11:47.314810 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Request body: {'port': {'device_id': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:47.354677 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10852ea9-69a0-4854-a94c-e402fd24d139 req-403dbb4b-ff11-4e7b-9bb9-40f7ca7fc219 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:47.356168 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-10852ea9-69a0-4854-a94c-e402fd24d139 req-403dbb4b-ff11-4e7b-9bb9-40f7ca7fc219 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 931 time: 0.0899591 Oct 17 11:11:47.424417 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:47.448163 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-10852ea9-69a0-4854-a94c-e402fd24d139 req-ca8e74da-e58d-40fb-afd4-b30fd58fedf0 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831001 Oct 17 11:11:47.512490 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-4fbef7e9-71f8-48af-a87d-2cd84115e500 None None] Provisioning complete for port d9011dad-15f2-4db9-84d1-f851c664b312 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:11:47.512983 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4fbef7e9-71f8-48af-a87d-2cd84115e500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:47.513347 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4fbef7e9-71f8-48af-a87d-2cd84115e500 None None] Attempt 1 to provision port d9011dad-15f2-4db9-84d1-f851c664b312 Oct 17 11:11:47.548772 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4fbef7e9-71f8-48af-a87d-2cd84115e500 None None] Port d9011dad-15f2-4db9-84d1-f851c664b312 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:11:47.700028 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9011dad-15f2-4db9-84d1-f851c664b312 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:11:47.708586 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Publish callbacks [] for port (d9011dad-15f2-4db9-84d1-f851c664b312), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:47.727066 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Transition to ACTIVE for port object d9011dad-15f2-4db9-84d1-f851c664b312 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:11:47.738449 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:47.793311 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de395f6a-3ad9-4bb5-b758-bd0578270ce2 req-580d3431-2a75-468e-96be-fad4fa096716 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:47.794983 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-de395f6a-3ad9-4bb5-b758-bd0578270ce2 req-580d3431-2a75-468e-96be-fad4fa096716 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0678501 Oct 17 11:11:47.851039 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Pushing event updated for resources: {'Port': ['ID=d9011dad-15f2-4db9-84d1-f851c664b312,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:47.872613 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-de395f6a-3ad9-4bb5-b758-bd0578270ce2 req-c14f9113-59ba-4c25-acf8-63afba613e6d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714440 Oct 17 11:11:47.891086 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Attempting to bind port d9011dad-15f2-4db9-84d1-f851c664b312 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:11:47.891383 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Attempting to bind port d9011dad-15f2-4db9-84d1-f851c664b312 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:11:47.891760 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Attempting to bind port d9011dad-15f2-4db9-84d1-f851c664b312 on network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:11:47.896591 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Port d9011dad-15f2-4db9-84d1-f851c664b312 on network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:11:47.896909 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Attempting to bind port d9011dad-15f2-4db9-84d1-f851c664b312 on network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:11:47.902077 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:11:47.902636 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Checking segment: {'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:11:47.903115 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Bound using segment: {'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:11:47.903758 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Bound port: d9011dad-15f2-4db9-84d1-f851c664b312, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:11:47.904239 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:47.971644 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] For port d9011dad-15f2-4db9-84d1-f851c664b312, host hv-cinder-85846, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:11:47.975113 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] For port d9011dad-15f2-4db9-84d1-f851c664b312, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d9011dad-15f2-4db9-84d1-f851c664b312,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:11:47.982373 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:48.013803 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:48.014564 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:48.016257 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] 10.222.0.23 "PUT /v2.0/ports/d9011dad-15f2-4db9-84d1-f851c664b312 HTTP/1.1" status: 200 len: 1093 time: 0.7059915 Oct 17 11:11:48.016819 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'tag': 'd9011dad-15f2-4db9-84d1-f851c664b312'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:11:48.019704 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f797861-80fd-45ac-82c1-cc6a93168c43" -d '{"events": [{"name": "network-changed", "server_uuid": "a11776c1-b02e-44e5-baa9-b38ee1ccd6c6", "tag": "d9011dad-15f2-4db9-84d1-f851c664b312"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:11:48.052102 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-4fbef7e9-71f8-48af-a87d-2cd84115e500 None None] Attempt 2 to provision port d9011dad-15f2-4db9-84d1-f851c664b312 Oct 17 11:11:48.056963 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c421f96-86ac-4a34-926b-9bf7eacbad9e service neutron] Pushing event updated for resources: {'Port': ['ID=d9011dad-15f2-4db9-84d1-f851c664b312,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:48.097005 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d69504-766e-4d61-8cf6-768960608ead x-openstack-request-id: req-16d69504-766e-4d61-8cf6-768960608ead {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:11:48.097415 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11776c1-b02e-44e5-baa9-b38ee1ccd6c6", "tag": "d9011dad-15f2-4db9-84d1-f851c664b312", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:11:48.097761 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-16d69504-766e-4d61-8cf6-768960608ead {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:11:48.098285 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d69504-766e-4d61-8cf6-768960608ead'] response: {'name': 'network-changed', 'server_uuid': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'tag': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'status': 'completed', 'code': 200} Oct 17 11:11:48.105892 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-4fbef7e9-71f8-48af-a87d-2cd84115e500 None None] Port d9011dad-15f2-4db9-84d1-f851c664b312 had new provisioning blocks added so it will not transition to active. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 17 11:11:48.125520 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-bc766ad6-81c0-4681-ad0b-f360d33c9a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:48.127441 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-bc766ad6-81c0-4681-ad0b-f360d33c9a21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eb9c390057046beb38851ca545a62b0&device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 1127 time: 0.0592556 Oct 17 11:11:48.173324 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-81389b64-0f05-4634-98e1-e01f12b51b79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9011dad-15f2-4db9-84d1-f851c664b312 HTTP/1.1" status: 200 len: 217 time: 0.0373182 Oct 17 11:11:48.223159 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-e4fda3e1-ab65-4c27-a8a5-749cb3690ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:48.224644 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-e4fda3e1-ab65-4c27-a8a5-749cb3690ae7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5c68dcd-6251-474d-85d1-af8866ed8b7f HTTP/1.1" status: 200 len: 856 time: 0.0437779 Oct 17 11:11:48.284462 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-d865ded1-655f-4f58-9859-9e0774c37367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:48.286098 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-d865ded1-655f-4f58-9859-9e0774c37367 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9322dbab-695d-4091-abd2-7cf44ae4a8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0552452 Oct 17 11:11:48.385021 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-1aaf5b63-2d66-4c38-8a63-7a01e06e8c9c service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903733 Oct 17 11:11:48.483761 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-de81e28a-79ef-4c76-91f8-4251a33ccab9 req-c5d0a7b8-771c-47c2-9693-4404e424cbd0 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922885 Oct 17 11:11:48.615051 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b41d9a-7731-4cf4-a5b5-2ad233eb6980 req-c992a6a4-7ae5-4c51-9bc6-cd680a957ba9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:48.623565 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-04b41d9a-7731-4cf4-a5b5-2ad233eb6980 req-c992a6a4-7ae5-4c51-9bc6-cd680a957ba9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0836039 Oct 17 11:11:48.637875 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f797861-80fd-45ac-82c1-cc6a93168c43 req-28babe09-4ba8-4cd1-b442-5f98df993ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:48.639649 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f797861-80fd-45ac-82c1-cc6a93168c43 req-28babe09-4ba8-4cd1-b442-5f98df993ef3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eb9c390057046beb38851ca545a62b0&device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 1127 time: 0.0884118 Oct 17 11:11:48.671918 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-04b41d9a-7731-4cf4-a5b5-2ad233eb6980 req-8a98a71a-5c57-41fa-b4c7-a4e3df8eac6c tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472090 Oct 17 11:11:48.729988 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f797861-80fd-45ac-82c1-cc6a93168c43 req-b4a77c94-d8a2-45fc-9890-516187fc778b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:48.731476 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f797861-80fd-45ac-82c1-cc6a93168c43 req-b4a77c94-d8a2-45fc-9890-516187fc778b service neutron] 10.222.0.23 "GET /v2.0/networks?id=9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 200 len: 918 time: 0.0857415 Oct 17 11:11:48.771049 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f797861-80fd-45ac-82c1-cc6a93168c43 req-b1854400-864c-475b-93db-6e70bfdf1fa5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9011dad-15f2-4db9-84d1-f851c664b312 HTTP/1.1" status: 200 len: 217 time: 0.0321641 Oct 17 11:11:48.823312 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f797861-80fd-45ac-82c1-cc6a93168c43 req-d506efb9-3d86-41e9-b1e7-62cb66bdfa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:48.824845 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f797861-80fd-45ac-82c1-cc6a93168c43 req-d506efb9-3d86-41e9-b1e7-62cb66bdfa3b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5c68dcd-6251-474d-85d1-af8866ed8b7f HTTP/1.1" status: 200 len: 856 time: 0.0477893 Oct 17 11:11:48.874454 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55750) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:48.875135 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f797861-80fd-45ac-82c1-cc6a93168c43 req-679505ba-3d38-4e26-800e-f3a2a82d3946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:48.876621 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f797861-80fd-45ac-82c1-cc6a93168c43 req-679505ba-3d38-4e26-800e-f3a2a82d3946 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9322dbab-695d-4091-abd2-7cf44ae4a8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454376 Oct 17 11:11:48.983348 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-96261972-eec7-461c-8b13-dc7de3bee759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:49.000082 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f797861-80fd-45ac-82c1-cc6a93168c43 req-edc1c71b-d751-4ae3-b81a-cf78fc3a8207 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158085 Oct 17 11:11:49.035463 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c29eb-0de3-4d46-a98b-1bbd5a92ba2c req-f8cf5e0e-b802-4fe4-97de-0b71890cb3e7 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:49.037483 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2d4c29eb-0de3-4d46-a98b-1bbd5a92ba2c req-f8cf5e0e-b802-4fe4-97de-0b71890cb3e7 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0926948 Oct 17 11:11:49.063560 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-96261972-eec7-461c-8b13-dc7de3bee759 admin admin] Publish callbacks [] for security_group (10f44ef7-70fd-47ce-a66a-0df71ce84651), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:49.069064 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-96261972-eec7-461c-8b13-dc7de3bee759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (10f44ef7-70fd-47ce-a66a-0df71ce84651), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:49.111336 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-96261972-eec7-461c-8b13-dc7de3bee759 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5fd537ea7fb0487e9675f6822a8ea8c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2357607 Oct 17 11:11:49.112435 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96261972-eec7-461c-8b13-dc7de3bee759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f44ef7-70fd-47ce-a66a-0df71ce84651,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:49.115529 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55756) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:49.129526 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2d4c29eb-0de3-4d46-a98b-1bbd5a92ba2c req-fcd85fcb-abdc-4803-895c-c20376bd820c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679595 Oct 17 11:11:49.145675 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9f797861-80fd-45ac-82c1-cc6a93168c43 req-09763318-8bf2-4495-be04-30624045311b service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330802 Oct 17 11:11:49.167398 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-411efc71-00d5-4851-8562-cfe6946f1d2e admin admin] Publish callbacks [] for security_group (10f44ef7-70fd-47ce-a66a-0df71ce84651), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:49.189350 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-411efc71-00d5-4851-8562-cfe6946f1d2e admin admin] Publish callbacks [] for security_group (10f44ef7-70fd-47ce-a66a-0df71ce84651), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:49.207455 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [req-6e8cd9d9-950e-46b3-82e7-b07b6f36672b req-47664516-d381-4e4f-a26a-496064e0bd8d service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 11:11:49.208571 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6e8cd9d9-950e-46b3-82e7-b07b6f36672b req-47664516-d381-4e4f-a26a-496064e0bd8d service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087545 Oct 17 11:11:49.242255 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-411efc71-00d5-4851-8562-cfe6946f1d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (10f44ef7-70fd-47ce-a66a-0df71ce84651), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:49.244840 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-411efc71-00d5-4851-8562-cfe6946f1d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:49.246060 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-411efc71-00d5-4851-8562-cfe6946f1d2e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/10f44ef7-70fd-47ce-a66a-0df71ce84651 HTTP/1.1" status: 204 len: 168 time: 0.1293705 Oct 17 11:11:49.254298 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411efc71-00d5-4851-8562-cfe6946f1d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f44ef7-70fd-47ce-a66a-0df71ce84651,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:49.368552 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb7747-b68b-4b2a-81e5-fe20d7b99962 req-7b410abf-fb75-4f32-a9b0-cb8290c120db tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:49.370092 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cbdb7747-b68b-4b2a-81e5-fe20d7b99962 req-7b410abf-fb75-4f32-a9b0-cb8290c120db tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0557609 Oct 17 11:11:49.413927 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55770) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:49.420348 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cbdb7747-b68b-4b2a-81e5-fe20d7b99962 req-bbf19542-a740-45ae-9c69-2066a7b13840 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448077 Oct 17 11:11:49.514613 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-5322f399-808e-4c18-bc40-5f69021ece98 req-55403881-2487-45b2-9d4e-5e16e4788284 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0992806 Oct 17 11:11:49.523535 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [req-5322f399-808e-4c18-bc40-5f69021ece98 req-28097e6c-2c01-4571-b21e-52ae27b5f17f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 11:11:49.524482 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-5322f399-808e-4c18-bc40-5f69021ece98 req-28097e6c-2c01-4571-b21e-52ae27b5f17f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052056 Oct 17 11:11:49.558601 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55776) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:49.572432 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f81bb6b9-3160-47ba-8a87-6209c5cac6a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:49.649693 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f81bb6b9-3160-47ba-8a87-6209c5cac6a6 admin admin] Publish callbacks [] for security_group (e6b6b92a-3225-42c3-92ac-b76413dc7f3d), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:49.654671 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-f81bb6b9-3160-47ba-8a87-6209c5cac6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e6b6b92a-3225-42c3-92ac-b76413dc7f3d), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:49.679428 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55780) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:49.697431 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-f81bb6b9-3160-47ba-8a87-6209c5cac6a6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e362621e1994afca894e388cabdca41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376886 Oct 17 11:11:49.698140 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81bb6b9-3160-47ba-8a87-6209c5cac6a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b6b92a-3225-42c3-92ac-b76413dc7f3d,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:49.700385 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55784) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:49.748503 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a01fe12-aaef-4a14-b156-a668d82aeeea admin admin] Publish callbacks [] for security_group (e6b6b92a-3225-42c3-92ac-b76413dc7f3d), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:49.771719 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a01fe12-aaef-4a14-b156-a668d82aeeea admin admin] Publish callbacks [] for security_group (e6b6b92a-3225-42c3-92ac-b76413dc7f3d), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:49.805819 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ba8c6-7737-4c2b-92fa-5a8a720928d4 req-0938acee-fd60-4f38-9d9a-db238ffe6dac tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:49.807294 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c51ba8c6-7737-4c2b-92fa-5a8a720928d4 req-0938acee-fd60-4f38-9d9a-db238ffe6dac tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0550189 Oct 17 11:11:49.844301 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322f399-808e-4c18-bc40-5f69021ece98 req-8635616a-241e-4336-969d-9dbf8e8edea3 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:49.845701 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5322f399-808e-4c18-bc40-5f69021ece98 req-8635616a-241e-4336-969d-9dbf8e8edea3 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports/3955c45d-91b3-45ab-a7a9-681f85f45b1f HTTP/1.1" status: 200 len: 942 time: 0.1652465 Oct 17 11:11:49.857361 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c51ba8c6-7737-4c2b-92fa-5a8a720928d4 req-5b5af126-f80e-4ca2-ae1a-46ddcd70d4df tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443046 Oct 17 11:11:49.866295 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a01fe12-aaef-4a14-b156-a668d82aeeea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e6b6b92a-3225-42c3-92ac-b76413dc7f3d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:49.868956 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7a01fe12-aaef-4a14-b156-a668d82aeeea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:49.872842 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-7a01fe12-aaef-4a14-b156-a668d82aeeea admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e6b6b92a-3225-42c3-92ac-b76413dc7f3d HTTP/1.1" status: 204 len: 168 time: 0.1688354 Oct 17 11:11:49.886809 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01fe12-aaef-4a14-b156-a668d82aeeea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b6b92a-3225-42c3-92ac-b76413dc7f3d,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:50.397586 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d9011dad-15f2-4db9-84d1-f851c664b312 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:11:50.400738 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 3955c45d-91b3-45ab-a7a9-681f85f45b1f no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:11:50.574071 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a44d4-5d67-4944-b9b1-da813d89a021 req-9db182f0-89c3-47b6-adaa-2eecaf7975ca tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:50.576635 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b09a44d4-5d67-4944-b9b1-da813d89a021 req-9db182f0-89c3-47b6-adaa-2eecaf7975ca tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0751617 Oct 17 11:11:50.625201 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55816) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:50.647934 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b09a44d4-5d67-4944-b9b1-da813d89a021 req-40d493cb-9a5a-4439-a4cc-c5eb86c96276 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650656 Oct 17 11:11:50.701831 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 3955c45d-91b3-45ab-a7a9-681f85f45b1f is: ACTIVE; New status is: DOWN {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:11:50.702365 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:50.734753 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1776439148-network', 'tenant_id': '8827eedeeab84d36bce70f5e1c25e170'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:50.738468 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d9011dad-15f2-4db9-84d1-f851c664b312, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d9011dad-15f2-4db9-84d1-f851c664b312,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:50.749874 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3955c45d-91b3-45ab-a7a9-681f85f45b1f'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:11:50.752073 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606be6e5-ffec-4afa-9719-ebb68d922dfd" -d '{"events": [{"server_uuid": "0818104e-2132-4c41-aa3e-d0fe9f767c60", "name": "network-vif-unplugged", "status": "completed", "tag": "3955c45d-91b3-45ab-a7a9-681f85f45b1f"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:11:50.762740 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] Made reservation on behalf of 8827eedeeab84d36bce70f5e1c25e170 for: {'network': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:11:50.764187 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'port_id': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'mac_address': 'fa:16:3e:8e:fe:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:11:50.765291 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:50.773425 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 3955c45d-91b3-45ab-a7a9-681f85f45b1f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:50.775697 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:50.796424 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:50.808121 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Oct 2022 11:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4805a9c-2318-4c02-9d5e-df13ea1ec51c x-openstack-request-id: req-f4805a9c-2318-4c02-9d5e-df13ea1ec51c {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:11:50.808413 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0818104e-2132-4c41-aa3e-d0fe9f767c60", "name": "network-vif-unplugged", "status": "failed", "tag": "3955c45d-91b3-45ab-a7a9-681f85f45b1f", "code": 422}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:11:50.808658 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f4805a9c-2318-4c02-9d5e-df13ea1ec51c {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:11:50.809095 dv-cinder-858463-3-smb neutron-server[103978]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f4805a9c-2318-4c02-9d5e-df13ea1ec51c']: {'server_uuid': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'code': 422} returned with failed status Oct 17 11:11:50.831984 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port d9011dad-15f2-4db9-84d1-f851c664b312 is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:11:50.832282 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:50.854857 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9011dad-15f2-4db9-84d1-f851c664b312 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:11:50.859917 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] Publish callbacks [] for security_group (e0715b8c-fccc-4462-9f9d-6e8fcd145125), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:50.866038 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e0715b8c-fccc-4462-9f9d-6e8fcd145125), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:50.878206 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=3955c45d-91b3-45ab-a7a9-681f85f45b1f,revision_number=6']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:50.883910 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d9011dad-15f2-4db9-84d1-f851c664b312, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d9011dad-15f2-4db9-84d1-f851c664b312,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:50.888185 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 651} {{(pid=103976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:11:50.891072 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:50.904492 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0715b8c-fccc-4462-9f9d-6e8fcd145125,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:50.907512 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (bf920e82-174b-4a74-a5f5-ecb4b2f11583), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:50.907851 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.segments_db [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] Added segment bf920e82-174b-4a74-a5f5-ecb4b2f11583 of type vlan for network bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba Oct 17 11:11:50.944281 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=d9011dad-15f2-4db9-84d1-f851c664b312,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:50.954508 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:50.980857 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:50.981902 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:50.982424 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:51.005965 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c42195-c354-4161-833d-136235a05464 req-ad5e7c09-fa8d-4a0c-a72e-860f662dcf94 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:51.007474 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a2c42195-c354-4161-833d-136235a05464 req-ad5e7c09-fa8d-4a0c-a72e-860f662dcf94 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 944 time: 0.0529656 Oct 17 11:11:51.036500 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4100158 Oct 17 11:11:51.037207 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55824) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:51.049921 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-0d2cb981-ca36-46b0-8047-686bb9e74912 admin admin] Request body: {'subnet': {'network_id': 'bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1776439148-subnet', 'tenant_id': '8827eedeeab84d36bce70f5e1c25e170', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:51.056066 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a2c42195-c354-4161-833d-136235a05464 req-44530f09-6769-4410-b521-c2bd7e341498 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420663 Oct 17 11:11:51.062608 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b05a69-b3d4-4234-8030-aa3b1bdf6488 admin admin] Pushing event updated for resources: {'Network': ['ID=bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:51.073452 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:11:51.086634 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d2cb981-ca36-46b0-8047-686bb9e74912 admin admin] Made reservation on behalf of 8827eedeeab84d36bce70f5e1c25e170 for: {'subnet': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:11:51.088928 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb981-ca36-46b0-8047-686bb9e74912 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5376029'] for subnet (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:51.137353 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['d9011dad-15f2-4db9-84d1-f851c664b312'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:11:51.255311 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322f399-808e-4c18-bc40-5f69021ece98 req-70ca0dfc-013a-4ab2-b358-7a5c5e908c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:51.257352 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5322f399-808e-4c18-bc40-5f69021ece98 req-70ca0dfc-013a-4ab2-b358-7a5c5e908c60 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60&tenant_id=213ce8b88d1c43309080027f9f323610 HTTP/1.1" status: 200 len: 1127 time: 0.0815096 Oct 17 11:11:51.266693 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb981-ca36-46b0-8047-686bb9e74912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6478531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5376239'] for subnet (8d4a62be-7435-47a4-a6e8-9e2de939a52f), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:51.319821 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cb981-ca36-46b0-8047-686bb9e74912 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d4a62be-7435-47a4-a6e8-9e2de939a52f,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:51.329835 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d2cb981-ca36-46b0-8047-686bb9e74912 admin admin] Checking segment: {'id': 'bf920e82-174b-4a74-a5f5-ecb4b2f11583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:11:51.330204 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2cb981-ca36-46b0-8047-686bb9e74912 admin admin] Network hostable DHCP agents. Network: bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:11:51.333544 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322f399-808e-4c18-bc40-5f69021ece98 req-82b2f875-7214-42ba-a91d-e43f9169cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:51.335168 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5322f399-808e-4c18-bc40-5f69021ece98 req-82b2f875-7214-42ba-a91d-e43f9169cbc6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=213ce8b88d1c43309080027f9f323610&device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 1127 time: 0.0465286 Oct 17 11:11:51.349022 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2cb981-ca36-46b0-8047-686bb9e74912 admin admin] Network bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:11:51.360191 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-0d2cb981-ca36-46b0-8047-686bb9e74912 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba) {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:11:51.364592 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2cb981-ca36-46b0-8047-686bb9e74912 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:51.365270 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb981-ca36-46b0-8047-686bb9e74912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:51.369892 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c83f43-060c-4bbd-99c2-0615442fca6a None None] Network bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:11:51.385531 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-0d2cb981-ca36-46b0-8047-686bb9e74912 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3415577 Oct 17 11:11:51.487779 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d310cb-b827-4acc-9699-e8548be43f3e None None] Network bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:11:51.692416 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322f399-808e-4c18-bc40-5f69021ece98 req-06c44aad-5ece-40b3-9ff1-43b0817a10c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:51.694608 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5322f399-808e-4c18-bc40-5f69021ece98 req-06c44aad-5ece-40b3-9ff1-43b0817a10c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 HTTP/1.1" status: 200 len: 910 time: 0.3516991 Oct 17 11:11:51.759123 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5322f399-808e-4c18-bc40-5f69021ece98 req-82f729e3-093f-4b7c-866b-16bd57a52bf1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f HTTP/1.1" status: 200 len: 998 time: 0.0546789 Oct 17 11:11:51.793324 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a03ed-6166-4521-bd90-54ceb7ef60f3 req-005e3a91-f631-49a2-8a51-cf5f59ee9736 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:51.794999 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-522a03ed-6166-4521-bd90-54ceb7ef60f3 req-005e3a91-f631-49a2-8a51-cf5f59ee9736 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 943 time: 0.0647764 Oct 17 11:11:51.813210 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322f399-808e-4c18-bc40-5f69021ece98 req-50475da9-6b5d-4da5-8c49-584877972db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:51.814649 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5322f399-808e-4c18-bc40-5f69021ece98 req-50475da9-6b5d-4da5-8c49-584877972db4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dc0f225-6e64-4b4e-8686-3694a564a62c HTTP/1.1" status: 200 len: 848 time: 0.0455847 Oct 17 11:11:51.846421 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-522a03ed-6166-4521-bd90-54ceb7ef60f3 req-22e37371-8c67-48d8-8c57-b120381ab21e tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445178 Oct 17 11:11:51.870345 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5322f399-808e-4c18-bc40-5f69021ece98 req-ce6641d4-5933-422c-9f42-bf9cc9b7a658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:51.871884 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5322f399-808e-4c18-bc40-5f69021ece98 req-ce6641d4-5933-422c-9f42-bf9cc9b7a658 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477643 Oct 17 11:11:51.914056 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55842) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:51.919107 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1208010681-network', 'tenant_id': 'dc9bdf034a264cb09b2cdc9697ddace5'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:51.940882 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] Made reservation on behalf of dc9bdf034a264cb09b2cdc9697ddace5 for: {'network': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:11:51.943895 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:51.952756 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:51.965321 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5322f399-808e-4c18-bc40-5f69021ece98 req-95727225-a410-4201-b95e-560ba578e13d service neutron] 10.222.0.23 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817852 Oct 17 11:11:52.024699 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] Publish callbacks [] for security_group (e93463be-7766-4f05-a201-f70b1a8b315b), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:52.030560 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e93463be-7766-4f05-a201-f70b1a8b315b), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:52.054675 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=103976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:11:52.059343 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5322f399-808e-4c18-bc40-5f69021ece98 req-1ac754a5-ef9a-45ca-a65c-dd6dcb5b4a1c service neutron] 10.222.0.23 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849898 Oct 17 11:11:52.064136 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93463be-7766-4f05-a201-f70b1a8b315b,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:52.069010 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (2dec12ec-52be-464b-8700-deedc524dff4), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:52.069368 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.segments_db [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] Added segment 2dec12ec-52be-464b-8700-deedc524dff4 of type vlan for network 41a4e94c-cbc4-4b09-a20d-26af8dbebc8c Oct 17 11:11:52.110164 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (41a4e94c-cbc4-4b09-a20d-26af8dbebc8c), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:52.136053 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (41a4e94c-cbc4-4b09-a20d-26af8dbebc8c), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:52.137178 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:52.137770 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:52.190923 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2757604 Oct 17 11:11:52.193856 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 55846) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:52.199715 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-cc3cb1ff-2d33-483e-87ec-e010dfe515df admin admin] Request body: {'subnet': {'network_id': '41a4e94c-cbc4-4b09-a20d-26af8dbebc8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1208010681-subnet', 'tenant_id': 'dc9bdf034a264cb09b2cdc9697ddace5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:52.203703 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f2c4e-29c5-4b69-8df0-b0a0273d14dc admin admin] Pushing event updated for resources: {'Network': ['ID=41a4e94c-cbc4-4b09-a20d-26af8dbebc8c,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:52.211092 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb799e-0ea0-4720-99af-20f8c157eb3f req-27e76132-ce24-4c12-bd32-50e9156a6ba3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:52.212563 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b6bb799e-0ea0-4720-99af-20f8c157eb3f req-27e76132-ce24-4c12-bd32-50e9156a6ba3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 944 time: 0.0683138 Oct 17 11:11:52.215302 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network 41a4e94c-cbc4-4b09-a20d-26af8dbebc8c details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:11:52.243313 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3cb1ff-2d33-483e-87ec-e010dfe515df admin admin] Made reservation on behalf of dc9bdf034a264cb09b2cdc9697ddace5 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:11:52.245548 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cc3cb1ff-2d33-483e-87ec-e010dfe515df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5305282'] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:52.309277 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b6bb799e-0ea0-4720-99af-20f8c157eb3f req-6682e297-addd-46d6-907b-bf0662ed10e7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908656 Oct 17 11:11:52.411477 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d9011dad-15f2-4db9-84d1-f851c664b312 up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:11:52.428408 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cc3cb1ff-2d33-483e-87ec-e010dfe515df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5390019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5305136'] for subnet (7875795c-7417-4416-bec2-97dd85167aa0), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:52.461863 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port d9011dad-15f2-4db9-84d1-f851c664b312 completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:11:52.466549 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port d9011dad-15f2-4db9-84d1-f851c664b312 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:11:52.466927 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:52.467291 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port d9011dad-15f2-4db9-84d1-f851c664b312 Oct 17 11:11:52.477504 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3cb1ff-2d33-483e-87ec-e010dfe515df admin admin] Pushing event updated for resources: {'Subnet': ['ID=7875795c-7417-4416-bec2-97dd85167aa0,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:52.495008 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3cb1ff-2d33-483e-87ec-e010dfe515df admin admin] Checking segment: {'id': '2dec12ec-52be-464b-8700-deedc524dff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '41a4e94c-cbc4-4b09-a20d-26af8dbebc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:11:52.495368 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3cb1ff-2d33-483e-87ec-e010dfe515df admin admin] Network hostable DHCP agents. Network: 41a4e94c-cbc4-4b09-a20d-26af8dbebc8c, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:11:52.513250 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3cb1ff-2d33-483e-87ec-e010dfe515df admin admin] Network 41a4e94c-cbc4-4b09-a20d-26af8dbebc8c is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:11:52.523754 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-cc3cb1ff-2d33-483e-87ec-e010dfe515df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, 41a4e94c-cbc4-4b09-a20d-26af8dbebc8c) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:11:52.528513 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3cb1ff-2d33-483e-87ec-e010dfe515df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:52.529129 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-cc3cb1ff-2d33-483e-87ec-e010dfe515df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:52.539731 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41720a5c-516f-4446-a920-503ec51ffd5b None None] Network 41a4e94c-cbc4-4b09-a20d-26af8dbebc8c requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:11:52.550212 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-cc3cb1ff-2d33-483e-87ec-e010dfe515df admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3544717 Oct 17 11:11:52.557387 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port d9011dad-15f2-4db9-84d1-f851c664b312 is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:11:52.557387 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:52.631113 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d9011dad-15f2-4db9-84d1-f851c664b312, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d9011dad-15f2-4db9-84d1-f851c664b312,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:52.641608 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:52.681659 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00fffb8-3726-40dd-92b9-4d010d788af9 None None] Network 41a4e94c-cbc4-4b09-a20d-26af8dbebc8c requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:11:52.748247 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=d9011dad-15f2-4db9-84d1-f851c664b312,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:52.810632 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9011dad-15f2-4db9-84d1-f851c664b312'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:11:52.812994 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0457dc4d-6876-46e0-867c-4572bee0905b" -d '{"events": [{"server_uuid": "a11776c1-b02e-44e5-baa9-b38ee1ccd6c6", "name": "network-vif-plugged", "status": "completed", "tag": "d9011dad-15f2-4db9-84d1-f851c664b312"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:11:52.847157 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f1f1c8-52e6-4929-bccc-87da7db9b2e1 x-openstack-request-id: req-d0f1f1c8-52e6-4929-bccc-87da7db9b2e1 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:11:52.847475 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11776c1-b02e-44e5-baa9-b38ee1ccd6c6", "name": "network-vif-plugged", "status": "completed", "tag": "d9011dad-15f2-4db9-84d1-f851c664b312", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:11:52.847739 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d0f1f1c8-52e6-4929-bccc-87da7db9b2e1 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:11:52.848144 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f1f1c8-52e6-4929-bccc-87da7db9b2e1'] response: {'server_uuid': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'code': 200} Oct 17 11:11:52.986887 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e85cd-80fe-44e1-8d7a-bd0dca538fce req-3df88701-67f1-4049-aa74-c356edb2bb42 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:52.988748 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3b4e85cd-80fe-44e1-8d7a-bd0dca538fce req-3df88701-67f1-4049-aa74-c356edb2bb42 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 943 time: 0.0598407 Oct 17 11:11:53.027978 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-2068b656-c543-4bfc-9ace-ae844205dfad tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:53.029463 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-2068b656-c543-4bfc-9ace-ae844205dfad tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/networks?id=bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba HTTP/1.1" status: 200 len: 809 time: 0.1026139 Oct 17 11:11:53.044357 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-f3421391-304d-4d76-827c-3fadf5465305 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/quotas/8827eedeeab84d36bce70f5e1c25e170 HTTP/1.1" status: 200 len: 375 time: 0.0093961 Oct 17 11:11:53.072670 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3b4e85cd-80fe-44e1-8d7a-bd0dca538fce req-a1a67fc8-bdfd-42c3-b2f2-2439662c0da8 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769367 Oct 17 11:11:53.081977 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-e01d31d7-eafa-4ef9-9fb0-51b56eba4f13 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8827eedeeab84d36bce70f5e1c25e170&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315032 Oct 17 11:11:53.082387 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12307caa-1893-4b08-9611-b579a4960b7b req-20b0a5f6-32b8-4d6d-add3-f734a1f1e580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:53.084936 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-12307caa-1893-4b08-9611-b579a4960b7b req-20b0a5f6-32b8-4d6d-add3-f734a1f1e580 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 1129 time: 0.0821688 Oct 17 11:11:53.130324 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-12307caa-1893-4b08-9611-b579a4960b7b req-20a9bb7d-d283-465e-83f3-8cca506f9267 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379288 Oct 17 11:11:53.174364 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-831b8d72-0562-4124-8202-6995419996b1 service neutron] 10.222.0.43 "GET /v2.0/networks/bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851557 Oct 17 11:11:53.270337 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-bca0a205-029a-48c6-bef5-08c596d3ed03 service neutron] 10.222.0.43 "GET /v2.0/networks/bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897830 Oct 17 11:11:53.433934 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2ca40830-42c1-4a59-bacb-d4d3f2e283c1 req-380367ba-3184-47f9-aa3e-8579ddb78948 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 210 time: 0.0277078 Oct 17 11:11:53.463264 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0b8e5-c947-4125-986e-18b16fcc393d req-0eaa904b-3270-4d28-9167-ec3330f2ba2d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:53.464778 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-efe0b8e5-c947-4125-986e-18b16fcc393d req-0eaa904b-3270-4d28-9167-ec3330f2ba2d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0622823 Oct 17 11:11:53.516840 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-efe0b8e5-c947-4125-986e-18b16fcc393d req-d7155707-758e-4243-a74a-30950f0fd528 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461302 Oct 17 11:11:54.206082 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e503234-66e6-42af-80ac-a3e5289e8647 req-decbcc53-1247-4e10-a948-f01a61ee0522 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:54.207548 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-5e503234-66e6-42af-80ac-a3e5289e8647 req-decbcc53-1247-4e10-a948-f01a61ee0522 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 943 time: 0.0565491 Oct 17 11:11:54.259187 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-5e503234-66e6-42af-80ac-a3e5289e8647 req-439ac9fd-1f49-476e-a57e-d6795269ee8f tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457239 Oct 17 11:11:54.412989 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 3955c45d-91b3-45ab-a7a9-681f85f45b1f details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:11:54.474868 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-1d6e9ad3-f8fb-45a4-bfa7-e72e044969f0 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:54.477728 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-1d6e9ad3-f8fb-45a4-bfa7-e72e044969f0 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.23 "GET /v2.0/networks?id=bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba HTTP/1.1" status: 200 len: 809 time: 0.1177456 Oct 17 11:11:54.493103 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3f76eb85-4956-4501-991a-09f685f78965 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Request body: {'port': {'device_id': 'ffd6e62a-dcc5-4161-abf9-ae36d88b169d', 'network_id': 'bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba', 'admin_state_up': True, 'tenant_id': '8827eedeeab84d36bce70f5e1c25e170'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:54.520641 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 3955c45d-91b3-45ab-a7a9-681f85f45b1f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:54.532846 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'port_id': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'mac_address': 'fa:16:3e:66:f5:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 665, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:11:54.574969 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 3955c45d-91b3-45ab-a7a9-681f85f45b1f is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:11:54.575364 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:54.578663 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8ee16b8a-c892-4104-9f09-9cec81f67ae4 req-e522dced-469e-4fc1-9403-813b9d050968 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 210 time: 0.0590799 Oct 17 11:11:54.594276 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3955c45d-91b3-45ab-a7a9-681f85f45b1f {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:11:54.625180 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 3955c45d-91b3-45ab-a7a9-681f85f45b1f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:54.631194 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:54.656159 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ed745-907e-4f79-9af9-2fa76305650c req-ee8f1e3a-97b4-4754-8457-f7a60d9d5bf9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:54.657838 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3b6ed745-907e-4f79-9af9-2fa76305650c req-ee8f1e3a-97b4-4754-8457-f7a60d9d5bf9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0554674 Oct 17 11:11:54.662226 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3f76eb85-4956-4501-991a-09f685f78965 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Made reservation on behalf of 8827eedeeab84d36bce70f5e1c25e170 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:11:54.665750 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3f76eb85-4956-4501-991a-09f685f78965 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:54.681271 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=3955c45d-91b3-45ab-a7a9-681f85f45b1f,revision_number=7']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:54.713582 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3b6ed745-907e-4f79-9af9-2fa76305650c req-c804e02c-a364-4867-95b2-00cd4d70a128 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491526 Oct 17 11:11:54.808389 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3f76eb85-4956-4501-991a-09f685f78965 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Allocated IP 172.20.0.9 (bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba/8d4a62be-7435-47a4-a6e8-9e2de939a52f/37c317e6-e0c7-4775-b47e-c9a59a9f359b) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:11:54.856471 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['3955c45d-91b3-45ab-a7a9-681f85f45b1f'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:11:54.881537 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c547963f-2940-47c1-aa09-e2b9388255e8 req-1fa9a554-8806-4df4-ab8d-7dbfcba840eb tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:54.883043 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c547963f-2940-47c1-aa09-e2b9388255e8 req-1fa9a554-8806-4df4-ab8d-7dbfcba840eb tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0948744 Oct 17 11:11:54.893339 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 55892) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:11:54.898497 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-a2cc2ef0-d99d-4496-b020-baae7f2b06da tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Request body: {'floatingip': {'port_id': 'd9011dad-15f2-4db9-84d1-f851c664b312'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:54.941047 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2ef0-d99d-4496-b020-baae7f2b06da tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for floatingip (5c2cda38-f58d-44a0-b4db-e5ebda7ff382), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:54.992968 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3f76eb85-4956-4501-991a-09f685f78965 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Publish callbacks [] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:55.031609 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3f76eb85-4956-4501-991a-09f685f78965 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:55.072738 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3f76eb85-4956-4501-991a-09f685f78965 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Network bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:11:55.084856 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3f76eb85-4956-4501-991a-09f685f78965 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:11:55.089040 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3f76eb85-4956-4501-991a-09f685f78965 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:11:55.092993 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f76eb85-4956-4501-991a-09f685f78965 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Pushing event updated for resources: {'Port': ['ID=37c317e6-e0c7-4775-b47e-c9a59a9f359b,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:55.138336 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3f76eb85-4956-4501-991a-09f685f78965 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:55.138950 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3f76eb85-4956-4501-991a-09f685f78965 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:55.156508 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3f76eb85-4956-4501-991a-09f685f78965 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6674433 Oct 17 11:11:55.168173 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Request body: {'port': {'device_id': 'ffd6e62a-dcc5-4161-abf9-ae36d88b169d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:11:55.228970 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:55.413778 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2ef0-d99d-4496-b020-baae7f2b06da tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:55.420244 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2ef0-d99d-4496-b020-baae7f2b06da tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (5c2cda38-f58d-44a0-b4db-e5ebda7ff382), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:55.464529 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227de22-3e8b-4126-a772-57c0d465fac4 req-eb3a2396-6843-47c0-b18a-bfe71dcd8420 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:55.466090 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8227de22-3e8b-4126-a772-57c0d465fac4 req-eb3a2396-6843-47c0-b18a-bfe71dcd8420 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 944 time: 0.1323137 Oct 17 11:11:55.482124 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c317e6-e0c7-4775-b47e-c9a59a9f359b {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:11:55.489957 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Publish callbacks [] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:55.502718 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Transition to ACTIVE for port object 37c317e6-e0c7-4775-b47e-c9a59a9f359b will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:11:55.510452 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:55.564541 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.l3_db [None req-a2cc2ef0-d99d-4496-b020-baae7f2b06da tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Floating IP 5c2cda38-f58d-44a0-b4db-e5ebda7ff382 associated. External IP: 172.28.1.194, port: d9011dad-15f2-4db9-84d1-f851c664b312. Oct 17 11:11:55.569796 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8227de22-3e8b-4126-a772-57c0d465fac4 req-0b77bba2-085c-4261-918c-3862273d3f9f tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973685 Oct 17 11:11:55.571305 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Pushing event updated for resources: {'Port': ['ID=37c317e6-e0c7-4775-b47e-c9a59a9f359b,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:55.619857 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Attempting to bind port 37c317e6-e0c7-4775-b47e-c9a59a9f359b on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:11:55.620558 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Attempting to bind port 37c317e6-e0c7-4775-b47e-c9a59a9f359b by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'bf920e82-174b-4a74-a5f5-ecb4b2f11583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:11:55.621245 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Attempting to bind port 37c317e6-e0c7-4775-b47e-c9a59a9f359b on network bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:11:55.626683 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Port 37c317e6-e0c7-4775-b47e-c9a59a9f359b on network bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:11:55.627210 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Attempting to bind port 37c317e6-e0c7-4775-b47e-c9a59a9f359b on network bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:11:55.633294 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:11:55.633908 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Checking segment: {'id': 'bf920e82-174b-4a74-a5f5-ecb4b2f11583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:11:55.634321 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Bound using segment: {'id': 'bf920e82-174b-4a74-a5f5-ecb4b2f11583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:11:55.634771 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Bound port: 37c317e6-e0c7-4775-b47e-c9a59a9f359b, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf920e82-174b-4a74-a5f5-ecb4b2f11583', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 651, 'network_id': 'bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:11:55.635118 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:55.722722 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] For port 37c317e6-e0c7-4775-b47e-c9a59a9f359b, host hv-cinder-85846, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:11:55.726711 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] For port 37c317e6-e0c7-4775-b47e-c9a59a9f359b, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=37c317e6-e0c7-4775-b47e-c9a59a9f359b,segment=NetworkSegment(bf920e82-174b-4a74-a5f5-ecb4b2f11583),segment_id=bf920e82-174b-4a74-a5f5-ecb4b2f11583)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:11:55.735076 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:55.738207 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:55.739053 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:55.740430 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] 10.222.0.23 "PUT /v2.0/ports/37c317e6-e0c7-4775-b47e-c9a59a9f359b HTTP/1.1" status: 200 len: 1093 time: 0.5763915 Oct 17 11:11:55.743223 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd6e62a-dcc5-4161-abf9-ae36d88b169d', 'tag': '37c317e6-e0c7-4775-b47e-c9a59a9f359b'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:11:55.746225 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b82542-4ba5-42a5-a088-af35408ab477" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd6e62a-dcc5-4161-abf9-ae36d88b169d", "tag": "37c317e6-e0c7-4775-b47e-c9a59a9f359b"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:11:55.758611 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f83ad1-441a-4101-89eb-06be379b82fd req-5bd351c4-a9ba-4ea3-9d56-18cbdc336da3 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:55.760852 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b2f83ad1-441a-4101-89eb-06be379b82fd req-5bd351c4-a9ba-4ea3-9d56-18cbdc336da3 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 943 time: 0.0948102 Oct 17 11:11:55.785316 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cc2ef0-d99d-4496-b020-baae7f2b06da tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Router 53cbc419-2ff9-405c-ae1f-22627886ade6 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:11:55.857053 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d560964b-6e9e-4c94-b68d-1c7d0c3b271b x-openstack-request-id: req-d560964b-6e9e-4c94-b68d-1c7d0c3b271b {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:11:55.857370 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd6e62a-dcc5-4161-abf9-ae36d88b169d", "tag": "37c317e6-e0c7-4775-b47e-c9a59a9f359b", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:11:55.857615 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d560964b-6e9e-4c94-b68d-1c7d0c3b271b {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:11:55.858006 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d560964b-6e9e-4c94-b68d-1c7d0c3b271b'] response: {'name': 'network-changed', 'server_uuid': 'ffd6e62a-dcc5-4161-abf9-ae36d88b169d', 'tag': '37c317e6-e0c7-4775-b47e-c9a59a9f359b', 'status': 'completed', 'code': 200} Oct 17 11:11:55.864582 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe65157-1cde-4177-a40a-d8a8f7362b54 service neutron] Pushing event updated for resources: {'Port': ['ID=37c317e6-e0c7-4775-b47e-c9a59a9f359b,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:55.886023 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b2f83ad1-441a-4101-89eb-06be379b82fd req-02f296ec-039c-419f-bb1f-d98e1eed8038 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0715b8c-fccc-4462-9f9d-6e8fcd145125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030984 Oct 17 11:11:55.892662 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-db2b5f35-882e-4486-9341-5615b6f4b19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:55.894358 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-db2b5f35-882e-4486-9341-5615b6f4b19f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8827eedeeab84d36bce70f5e1c25e170&device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 1127 time: 0.1000118 Oct 17 11:11:55.896243 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cc2ef0-d99d-4496-b020-baae7f2b06da tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:11:55.901040 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-a2cc2ef0-d99d-4496-b020-baae7f2b06da tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:55.907631 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e1b09-e2f9-4c9e-b32f-240035225c78 None None] Sync routers for ids ['53cbc419-2ff9-405c-ae1f-22627886ade6'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:11:55.920881 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e1b09-e2f9-4c9e-b32f-240035225c78 None None] Routers {'53cbc419-2ff9-405c-ae1f-22627886ade6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:11:55.921536 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-ba0e1b09-e2f9-4c9e-b32f-240035225c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:11:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['53cbc419-2ff9-405c-ae1f-22627886ade6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:55.932894 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-a2cc2ef0-d99d-4496-b020-baae7f2b06da tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "PUT /v2.0/floatingips/5c2cda38-f58d-44a0-b4db-e5ebda7ff382 HTTP/1.1" status: 200 len: 991 time: 1.0382733 Oct 17 11:11:55.933742 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'tag': 'd9011dad-15f2-4db9-84d1-f851c664b312'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:11:55.937080 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c293d91-390f-4966-97ba-fa29257c873d" -d '{"events": [{"name": "network-changed", "server_uuid": "a11776c1-b02e-44e5-baa9-b38ee1ccd6c6", "tag": "d9011dad-15f2-4db9-84d1-f851c664b312"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:11:55.956591 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-1339f2d8-ad5e-451c-9637-b6b896557ddc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37c317e6-e0c7-4775-b47e-c9a59a9f359b HTTP/1.1" status: 200 len: 217 time: 0.0554101 Oct 17 11:11:56.009286 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-5e61a5bc-7d16-4aa7-91c7-04fa7ac8a79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:56.010805 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-5e61a5bc-7d16-4aa7-91c7-04fa7ac8a79f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d4a62be-7435-47a4-a6e8-9e2de939a52f HTTP/1.1" status: 200 len: 849 time: 0.0481968 Oct 17 11:11:56.036049 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-ba0e1b09-e2f9-4c9e-b32f-240035225c78 None None] Set router 53cbc419-2ff9-405c-ae1f-22627886ade6 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:11:56.038203 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:11:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c66fc9a2-d504-4a8f-bd55-b9a8faf74aeb x-openstack-request-id: req-c66fc9a2-d504-4a8f-bd55-b9a8faf74aeb {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:11:56.038494 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a11776c1-b02e-44e5-baa9-b38ee1ccd6c6", "tag": "d9011dad-15f2-4db9-84d1-f851c664b312", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:11:56.038759 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c66fc9a2-d504-4a8f-bd55-b9a8faf74aeb {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:11:56.039195 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c66fc9a2-d504-4a8f-bd55-b9a8faf74aeb'] response: {'name': 'network-changed', 'server_uuid': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'tag': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'status': 'completed', 'code': 200} Oct 17 11:11:56.045919 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-d51d567d-9b8a-4fea-877f-f88469de5252 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291836 Oct 17 11:11:56.108111 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c293d91-390f-4966-97ba-fa29257c873d req-ebf59854-7aa7-4fa9-bc0b-a3257d8fe37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:56.110014 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0c293d91-390f-4966-97ba-fa29257c873d req-ebf59854-7aa7-4fa9-bc0b-a3257d8fe37e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eb9c390057046beb38851ca545a62b0&device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 1129 time: 0.0500283 Oct 17 11:11:56.136234 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-96443335-50a8-407b-9928-d01183e330da service neutron] 10.222.0.23 "GET /v2.0/networks/bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838873 Oct 17 11:11:56.202150 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c293d91-390f-4966-97ba-fa29257c873d req-7588dfcd-474c-4952-acda-ddb7da878a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:56.203310 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0c293d91-390f-4966-97ba-fa29257c873d req-7588dfcd-474c-4952-acda-ddb7da878a3c service neutron] 10.222.0.23 "GET /v2.0/networks?id=9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 200 len: 918 time: 0.0872245 Oct 17 11:11:56.228660 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a480c6bd-2926-4925-a8ba-d1a3463d3258 req-ebf7bea2-9f20-4941-ae1c-02691c054d9c service neutron] 10.222.0.23 "GET /v2.0/networks/bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864656 Oct 17 11:11:56.262019 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-ba0e1b09-e2f9-4c9e-b32f-240035225c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '5c2cda38-f58d-44a0-b4db-e5ebda7ff382', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'floating_ip_address': '172.28.1.194', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'port_id': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'mac_address': 'fa:16:3e:8e:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:11:43Z', 'updated_at': '2022-10-17T11:11:55Z', 'revision_number': 1, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:45Z', 'revision_number': 5, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:56.292286 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e1b09-e2f9-4c9e-b32f-240035225c78 None None] Checking router: 53cbc419-2ff9-405c-ae1f-22627886ade6 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:11:56.301893 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0e1b09-e2f9-4c9e-b32f-240035225c78 None None] Routers {'53cbc419-2ff9-405c-ae1f-22627886ade6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:11:56.302559 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-ba0e1b09-e2f9-4c9e-b32f-240035225c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:11:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['53cbc419-2ff9-405c-ae1f-22627886ade6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:56.324730 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b82542-4ba5-42a5-a088-af35408ab477 req-905246ce-c868-49ce-8203-c4d6d6fcf17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:56.326427 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-91b82542-4ba5-42a5-a088-af35408ab477 req-905246ce-c868-49ce-8203-c4d6d6fcf17d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=8827eedeeab84d36bce70f5e1c25e170&device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 1127 time: 0.0507066 Oct 17 11:11:56.408029 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-ba0e1b09-e2f9-4c9e-b32f-240035225c78 None None] Set router 53cbc419-2ff9-405c-ae1f-22627886ade6 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:11:56.423520 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b82542-4ba5-42a5-a088-af35408ab477 req-15a6cf22-8669-4358-a786-c05d38cb6306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:56.425103 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-91b82542-4ba5-42a5-a088-af35408ab477 req-15a6cf22-8669-4358-a786-c05d38cb6306 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba HTTP/1.1" status: 200 len: 910 time: 0.0916955 Oct 17 11:11:56.428674 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 3955c45d-91b3-45ab-a7a9-681f85f45b1f up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:11:56.479046 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 3955c45d-91b3-45ab-a7a9-681f85f45b1f triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:11:56.479719 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:56.479871 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-91b82542-4ba5-42a5-a088-af35408ab477 req-afc49125-989e-4c8f-b4db-4470f640a8d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37c317e6-e0c7-4775-b47e-c9a59a9f359b HTTP/1.1" status: 200 len: 217 time: 0.0419343 Oct 17 11:11:56.480371 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 3955c45d-91b3-45ab-a7a9-681f85f45b1f Oct 17 11:11:56.531154 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0c293d91-390f-4966-97ba-fa29257c873d req-e2c969b1-0687-454e-928d-22e935cffe25 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9011dad-15f2-4db9-84d1-f851c664b312 HTTP/1.1" status: 200 len: 999 time: 0.3215697 Oct 17 11:11:56.540074 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b82542-4ba5-42a5-a088-af35408ab477 req-c84cf0a9-8648-45cd-8372-5a922b77805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:56.541702 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-91b82542-4ba5-42a5-a088-af35408ab477 req-c84cf0a9-8648-45cd-8372-5a922b77805d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=8d4a62be-7435-47a4-a6e8-9e2de939a52f HTTP/1.1" status: 200 len: 849 time: 0.0544002 Oct 17 11:11:56.567801 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 3955c45d-91b3-45ab-a7a9-681f85f45b1f is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:11:56.568640 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:56.576070 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-91b82542-4ba5-42a5-a088-af35408ab477 req-95150c11-3adc-42ca-a27d-405c4b62cefb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269272 Oct 17 11:11:56.584595 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c293d91-390f-4966-97ba-fa29257c873d req-f74c6d14-3db4-4600-aa69-a5c59e7af755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:56.586175 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0c293d91-390f-4966-97ba-fa29257c873d req-f74c6d14-3db4-4600-aa69-a5c59e7af755 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5c68dcd-6251-474d-85d1-af8866ed8b7f HTTP/1.1" status: 200 len: 856 time: 0.0485978 Oct 17 11:11:56.596251 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3955c45d-91b3-45ab-a7a9-681f85f45b1f'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:11:56.598805 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd6d083-2627-450e-8219-8579af252318" -d '{"events": [{"server_uuid": "0818104e-2132-4c41-aa3e-d0fe9f767c60", "name": "network-vif-plugged", "status": "completed", "tag": "3955c45d-91b3-45ab-a7a9-681f85f45b1f"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:11:56.613314 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 3955c45d-91b3-45ab-a7a9-681f85f45b1f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:56.621449 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:56.655988 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-ba0e1b09-e2f9-4c9e-b32f-240035225c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '5c2cda38-f58d-44a0-b4db-e5ebda7ff382', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'floating_ip_address': '172.28.1.194', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'port_id': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'mac_address': 'fa:16:3e:8e:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:11:43Z', 'updated_at': '2022-10-17T11:11:55Z', 'revision_number': 1, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:45Z', 'revision_number': 5, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:11:56.675770 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=3955c45d-91b3-45ab-a7a9-681f85f45b1f,revision_number=8']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:56.688448 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-91b82542-4ba5-42a5-a088-af35408ab477 req-17e84cf9-fd8e-4938-9729-7a7b181bd057 service neutron] 10.222.0.23 "GET /v2.0/networks/bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038904 Oct 17 11:11:56.689993 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0e1b09-e2f9-4c9e-b32f-240035225c78 None None] The sync data for ids ['53cbc419-2ff9-405c-ae1f-22627886ade6'] in dv-cinder-858463-3-smb is: [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '5c2cda38-f58d-44a0-b4db-e5ebda7ff382', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'floating_ip_address': '172.28.1.194', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'port_id': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 586, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'mac_address': 'fa:16:3e:8e:fe:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:11:43Z', 'updated_at': '2022-10-17T11:11:55Z', 'revision_number': 1, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:45Z', 'revision_number': 5, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:11:56.691093 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2010b8f8-ecff-4aee-89c1-6b5ff6f5d163 x-openstack-request-id: req-2010b8f8-ecff-4aee-89c1-6b5ff6f5d163 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:11:56.691362 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0818104e-2132-4c41-aa3e-d0fe9f767c60", "name": "network-vif-plugged", "status": "completed", "tag": "3955c45d-91b3-45ab-a7a9-681f85f45b1f", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:11:56.691627 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2010b8f8-ecff-4aee-89c1-6b5ff6f5d163 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:11:56.695489 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2010b8f8-ecff-4aee-89c1-6b5ff6f5d163'] response: {'server_uuid': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'code': 200} Oct 17 11:11:56.728135 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c293d91-390f-4966-97ba-fa29257c873d req-cb133b21-de03-42f9-a4ca-6cd1f1fe14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:56.729660 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0c293d91-390f-4966-97ba-fa29257c873d req-cb133b21-de03-42f9-a4ca-6cd1f1fe14f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9322dbab-695d-4091-abd2-7cf44ae4a8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1370907 Oct 17 11:11:56.803183 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-91b82542-4ba5-42a5-a088-af35408ab477 req-a221539b-8157-4c3c-90b4-4be54096d719 service neutron] 10.222.0.23 "GET /v2.0/networks/bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986030 Oct 17 11:11:56.827384 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca7982-b354-4421-a789-665d1dfd8a49 req-689991be-21f4-46eb-9638-4052b9cbd1a3 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:56.828885 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a5ca7982-b354-4421-a789-665d1dfd8a49 req-689991be-21f4-46eb-9638-4052b9cbd1a3 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.1148095 Oct 17 11:11:56.878845 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0c293d91-390f-4966-97ba-fa29257c873d req-7f3e1f8e-b33e-47b9-a075-63291322eb26 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278701 Oct 17 11:11:56.950227 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8792fce2-e12c-445a-965b-892e9a30bb4a None None] New status for floating IP 5c2cda38-f58d-44a0-b4db-e5ebda7ff382: ACTIVE {{(pid=103978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:11:56.955685 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a5ca7982-b354-4421-a789-665d1dfd8a49 req-1899497c-946d-4b53-97ad-ec7afbd10126 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156280 Oct 17 11:11:57.010639 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d311778-c30f-4ecf-b754-90220fb781bb req-45b961c8-478c-434f-8423-927cdf374044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:57.012257 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8d311778-c30f-4ecf-b754-90220fb781bb req-45b961c8-478c-434f-8423-927cdf374044 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 1129 time: 0.0804374 Oct 17 11:11:57.013179 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0c293d91-390f-4966-97ba-fa29257c873d req-283a579b-0802-4ae0-a6a6-d412f9ca3c0d service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204762 Oct 17 11:11:57.094932 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ffbf81-589d-4230-bc3b-8ce2532a6bc7 req-6855d406-93b6-46b8-8dec-5bfffc2b42b6 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:57.096466 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-91ffbf81-589d-4230-bc3b-8ce2532a6bc7 req-6855d406-93b6-46b8-8dec-5bfffc2b42b6 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 943 time: 0.0897655 Oct 17 11:11:57.099361 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8d311778-c30f-4ecf-b754-90220fb781bb req-770720dc-e28a-45b5-ba3f-af1a19cdfe19 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577693 Oct 17 11:11:57.146371 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-91ffbf81-589d-4230-bc3b-8ce2532a6bc7 req-33b65dfb-a574-4f51-9820-0ac6b9b7881d tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0715b8c-fccc-4462-9f9d-6e8fcd145125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430639 Oct 17 11:11:58.103637 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70af4f-6dbc-416f-af0c-924f33368e9f req-4125b21f-f62b-4a1d-b844-abef879032c1 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:58.105178 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-5f70af4f-6dbc-416f-af0c-924f33368e9f req-4125b21f-f62b-4a1d-b844-abef879032c1 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0640800 Oct 17 11:11:58.160417 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-5f70af4f-6dbc-416f-af0c-924f33368e9f req-db06ef53-f5be-434c-b21f-e3affa5a5d26 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493381 Oct 17 11:11:58.272048 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d66d4-49d3-402d-9311-81dc4f501955 req-494d39e0-e5b5-4de5-8310-c7e3d0b9ee7c tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:58.273597 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-698d66d4-49d3-402d-9311-81dc4f501955 req-494d39e0-e5b5-4de5-8310-c7e3d0b9ee7c tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 943 time: 0.0563600 Oct 17 11:11:58.321999 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-698d66d4-49d3-402d-9311-81dc4f501955 req-6c1684e5-dca4-44d2-8e95-5e77a4a714c1 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0715b8c-fccc-4462-9f9d-6e8fcd145125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Oct 17 11:11:58.449141 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 37c317e6-e0c7-4775-b47e-c9a59a9f359b details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:11:58.550445 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 37c317e6-e0c7-4775-b47e-c9a59a9f359b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=37c317e6-e0c7-4775-b47e-c9a59a9f359b,segment=NetworkSegment(bf920e82-174b-4a74-a5f5-ecb4b2f11583),segment_id=bf920e82-174b-4a74-a5f5-ecb4b2f11583)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:58.562100 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '37c317e6-e0c7-4775-b47e-c9a59a9f359b', 'network_id': 'bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba', 'port_id': '37c317e6-e0c7-4775-b47e-c9a59a9f359b', 'mac_address': 'fa:16:3e:27:15:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 651, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d4a62be-7435-47a4-a6e8-9e2de939a52f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:11:58.595832 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 37c317e6-e0c7-4775-b47e-c9a59a9f359b is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:11:58.596222 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:58.609391 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c317e6-e0c7-4775-b47e-c9a59a9f359b {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:11:58.629630 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 37c317e6-e0c7-4775-b47e-c9a59a9f359b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=37c317e6-e0c7-4775-b47e-c9a59a9f359b,segment=NetworkSegment(bf920e82-174b-4a74-a5f5-ecb4b2f11583),segment_id=bf920e82-174b-4a74-a5f5-ecb4b2f11583)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:11:58.637053 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:11:58.690355 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=37c317e6-e0c7-4775-b47e-c9a59a9f359b,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:11:58.870396 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['37c317e6-e0c7-4775-b47e-c9a59a9f359b'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:11:59.309289 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f42ed-fb73-464b-bf1e-b31e93dad67b req-4cbd315c-c60d-4437-b37d-38e76693ebff tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:59.310809 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-4f6f42ed-fb73-464b-bf1e-b31e93dad67b req-4cbd315c-c60d-4437-b37d-38e76693ebff tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0601046 Oct 17 11:11:59.375809 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-4f6f42ed-fb73-464b-bf1e-b31e93dad67b req-a30c4ec7-ef1f-4d57-a376-db029a9fcf4c tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570085 Oct 17 11:11:59.456450 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424debbd-3e29-4f98-b9db-811b276dfa3a req-482267ab-0eca-470f-a062-eab10ce780d9 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:11:59.458770 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-424debbd-3e29-4f98-b9db-811b276dfa3a req-482267ab-0eca-470f-a062-eab10ce780d9 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 944 time: 0.0593808 Oct 17 11:11:59.515109 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-424debbd-3e29-4f98-b9db-811b276dfa3a req-7af73569-fd5a-427e-940f-b86f492ba52e tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0715b8c-fccc-4462-9f9d-6e8fcd145125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482607 Oct 17 11:12:00.475653 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 37c317e6-e0c7-4775-b47e-c9a59a9f359b up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:12:00.536294 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port 37c317e6-e0c7-4775-b47e-c9a59a9f359b completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:12:00.540435 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 37c317e6-e0c7-4775-b47e-c9a59a9f359b triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:12:00.540844 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:00.541207 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 37c317e6-e0c7-4775-b47e-c9a59a9f359b Oct 17 11:12:00.612930 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 37c317e6-e0c7-4775-b47e-c9a59a9f359b is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:12:00.613355 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:00.636078 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6e62a-dcc5-4161-abf9-ae36d88b169d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c317e6-e0c7-4775-b47e-c9a59a9f359b'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:12:00.638363 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9899945a-735c-43ef-a7fd-e785de319b43" -d '{"events": [{"server_uuid": "ffd6e62a-dcc5-4161-abf9-ae36d88b169d", "name": "network-vif-plugged", "status": "completed", "tag": "37c317e6-e0c7-4775-b47e-c9a59a9f359b"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:12:00.649447 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38c02a-64fe-405e-9414-e6b96517f82f req-06959a32-8b22-406c-aa70-2fedbbd8261f tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:00.650774 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 37c317e6-e0c7-4775-b47e-c9a59a9f359b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=37c317e6-e0c7-4775-b47e-c9a59a9f359b,segment=NetworkSegment(bf920e82-174b-4a74-a5f5-ecb4b2f11583),segment_id=bf920e82-174b-4a74-a5f5-ecb4b2f11583)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:12:00.651004 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-bd38c02a-64fe-405e-9414-e6b96517f82f req-06959a32-8b22-406c-aa70-2fedbbd8261f tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 944 time: 0.0541492 Oct 17 11:12:00.657531 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:00.685414 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5cb2a0-9fb2-423b-9e92-0e8482cc4a88 x-openstack-request-id: req-ee5cb2a0-9fb2-423b-9e92-0e8482cc4a88 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:12:00.685726 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6e62a-dcc5-4161-abf9-ae36d88b169d", "name": "network-vif-plugged", "status": "completed", "tag": "37c317e6-e0c7-4775-b47e-c9a59a9f359b", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:12:00.685980 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ee5cb2a0-9fb2-423b-9e92-0e8482cc4a88 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:12:00.686375 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5cb2a0-9fb2-423b-9e92-0e8482cc4a88'] response: {'server_uuid': 'ffd6e62a-dcc5-4161-abf9-ae36d88b169d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c317e6-e0c7-4775-b47e-c9a59a9f359b', 'code': 200} Oct 17 11:12:00.705386 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-bd38c02a-64fe-405e-9414-e6b96517f82f req-e579dbde-14bb-4df0-9c12-eca83b0b621e tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0715b8c-fccc-4462-9f9d-6e8fcd145125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469022 Oct 17 11:12:00.712168 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=37c317e6-e0c7-4775-b47e-c9a59a9f359b,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:12:00.847307 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f52b3e-b395-4293-9642-0369b8b62ede req-68f2bb3b-226e-46e0-9311-7c464fc2d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:00.848668 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-36f52b3e-b395-4293-9642-0369b8b62ede req-68f2bb3b-226e-46e0-9311-7c464fc2d49b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 1129 time: 0.0434370 Oct 17 11:12:00.895617 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-36f52b3e-b395-4293-9642-0369b8b62ede req-60ac48c9-d022-4132-a5aa-56a049af5b59 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e0715b8c-fccc-4462-9f9d-6e8fcd145125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407088 Oct 17 11:12:01.860705 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d056b91-eb02-4986-9ea7-50f9efaa7704 req-d817be70-b31a-4438-b56a-9d17dfc63916 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:01.862700 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9d056b91-eb02-4986-9ea7-50f9efaa7704 req-d817be70-b31a-4438-b56a-9d17dfc63916 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 945 time: 0.0697997 Oct 17 11:12:01.911871 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9d056b91-eb02-4986-9ea7-50f9efaa7704 req-888c27f9-8ea4-4529-9614-e44758101d4e tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0715b8c-fccc-4462-9f9d-6e8fcd145125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423810 Oct 17 11:12:03.051583 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf741172-4955-4365-963a-e710a0a03309 req-781fdea5-6f90-4d63-a5e3-7b3ba45f01c1 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:03.053066 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-cf741172-4955-4365-963a-e710a0a03309 req-781fdea5-6f90-4d63-a5e3-7b3ba45f01c1 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 945 time: 0.0597632 Oct 17 11:12:03.108597 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-cf741172-4955-4365-963a-e710a0a03309 req-75370ec4-7e29-43d4-abcc-adef356ea5df tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0715b8c-fccc-4462-9f9d-6e8fcd145125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476182 Oct 17 11:12:05.630863 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35454fc-29aa-4e30-8ade-2f46652d7f3c req-bd283bcd-f771-47ca-8975-f3425090a366 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:05.632340 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e35454fc-29aa-4e30-8ade-2f46652d7f3c req-bd283bcd-f771-47ca-8975-f3425090a366 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 945 time: 0.0539062 Oct 17 11:12:05.680347 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e35454fc-29aa-4e30-8ade-2f46652d7f3c req-02a78a3e-12a3-4ae1-b113-2f5e0a09d2fe tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0715b8c-fccc-4462-9f9d-6e8fcd145125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420179 Oct 17 11:12:06.817628 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18884a59-ca1b-417d-b7c8-29eb5e584c65 req-c7050235-f8cc-444d-b20c-ee6a10c96832 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:06.819173 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-18884a59-ca1b-417d-b7c8-29eb5e584c65 req-c7050235-f8cc-444d-b20c-ee6a10c96832 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 945 time: 0.0552311 Oct 17 11:12:06.865336 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-18884a59-ca1b-417d-b7c8-29eb5e584c65 req-e0a45685-8d74-4bdf-ac95-8f6465939f96 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0715b8c-fccc-4462-9f9d-6e8fcd145125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404267 Oct 17 11:12:06.918081 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3aec6846-d060-47e9-bbb1-589d52a1201f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:07.048328 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a363ad45-65f8-4eed-a608-51a2e932932e req-f071deec-8479-4a0e-8e85-8eb7f3e46cff tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:07.049739 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a363ad45-65f8-4eed-a608-51a2e932932e req-f071deec-8479-4a0e-8e85-8eb7f3e46cff tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.23 "GET /v2.0/ports?device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 945 time: 0.0689614 Oct 17 11:12:07.141181 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-a363ad45-65f8-4eed-a608-51a2e932932e req-5cc3c35a-f7ec-4d33-9410-de980cfb96b7 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Deleting port 37c317e6-e0c7-4775-b47e-c9a59a9f359b {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:12:07.141525 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a363ad45-65f8-4eed-a608-51a2e932932e req-5cc3c35a-f7ec-4d33-9410-de980cfb96b7 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:07.234088 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-a363ad45-65f8-4eed-a608-51a2e932932e req-5cc3c35a-f7ec-4d33-9410-de980cfb96b7 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] For port 37c317e6-e0c7-4775-b47e-c9a59a9f359b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=37c317e6-e0c7-4775-b47e-c9a59a9f359b,segment=NetworkSegment(bf920e82-174b-4a74-a5f5-ecb4b2f11583),segment_id=bf920e82-174b-4a74-a5f5-ecb4b2f11583)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:12:07.234456 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a363ad45-65f8-4eed-a608-51a2e932932e req-5cc3c35a-f7ec-4d33-9410-de980cfb96b7 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:07.247184 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-a363ad45-65f8-4eed-a608-51a2e932932e req-5cc3c35a-f7ec-4d33-9410-de980cfb96b7 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Calling delete_port for 37c317e6-e0c7-4775-b47e-c9a59a9f359b owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:12:07.377387 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a363ad45-65f8-4eed-a608-51a2e932932e req-5cc3c35a-f7ec-4d33-9410-de980cfb96b7 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (37c317e6-e0c7-4775-b47e-c9a59a9f359b), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:07.390300 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['37c317e6-e0c7-4775-b47e-c9a59a9f359b'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:12:07.407172 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc3c35a-f7ec-4d33-9410-de980cfb96b7 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Pushing event deleted for resources: {'Port': ['ID=37c317e6-e0c7-4775-b47e-c9a59a9f359b,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:12:07.449419 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-a363ad45-65f8-4eed-a608-51a2e932932e req-5cc3c35a-f7ec-4d33-9410-de980cfb96b7 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] No DVR routers for this DVR port 37c317e6-e0c7-4775-b47e-c9a59a9f359b on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:12:07.452165 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a363ad45-65f8-4eed-a608-51a2e932932e req-5cc3c35a-f7ec-4d33-9410-de980cfb96b7 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:07.455584 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a363ad45-65f8-4eed-a608-51a2e932932e req-5cc3c35a-f7ec-4d33-9410-de980cfb96b7 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.23 "DELETE /v2.0/ports/37c317e6-e0c7-4775-b47e-c9a59a9f359b HTTP/1.1" status: 204 len: 173 time: 0.3997281 Oct 17 11:12:07.456127 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6e62a-dcc5-4161-abf9-ae36d88b169d', 'name': 'network-vif-deleted', 'tag': '37c317e6-e0c7-4775-b47e-c9a59a9f359b'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:12:07.458392 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b6b463c-9ed9-43b0-bb80-3534991f39c2" -d '{"events": [{"server_uuid": "ffd6e62a-dcc5-4161-abf9-ae36d88b169d", "name": "network-vif-deleted", "tag": "37c317e6-e0c7-4775-b47e-c9a59a9f359b"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:12:07.493684 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e342b31c-00c9-4ea9-9674-87848b0cb298 x-openstack-request-id: req-e342b31c-00c9-4ea9-9674-87848b0cb298 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:12:07.493957 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6e62a-dcc5-4161-abf9-ae36d88b169d", "name": "network-vif-deleted", "tag": "37c317e6-e0c7-4775-b47e-c9a59a9f359b", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:12:07.494129 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e342b31c-00c9-4ea9-9674-87848b0cb298 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:12:07.494519 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e342b31c-00c9-4ea9-9674-87848b0cb298'] response: {'server_uuid': 'ffd6e62a-dcc5-4161-abf9-ae36d88b169d', 'name': 'network-vif-deleted', 'tag': '37c317e6-e0c7-4775-b47e-c9a59a9f359b', 'status': 'completed', 'code': 200} Oct 17 11:12:07.982363 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9a836751-40cb-4750-a623-21c3e5a7fe44 req-df12d4a2-6b04-4d31-bd29-c006c30af875 tempest-VolumesActionsTest-1631310656 tempest-VolumesActionsTest-1631310656-project] 10.222.0.43 "GET /v2.0/ports?device_id=ffd6e62a-dcc5-4161-abf9-ae36d88b169d HTTP/1.1" status: 200 len: 210 time: 0.0273795 Oct 17 11:12:09.285959 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e41b379a-0534-43ca-858d-eea2761859bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:10.241441 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:10.523992 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:10.543610 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 37c317e6-e0c7-4775-b47e-c9a59a9f359b no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:12:10.563260 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: 37c317e6-e0c7-4775-b47e-c9a59a9f359b {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:12:10.563588 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 37c317e6-e0c7-4775-b47e-c9a59a9f359b not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:12:12.602860 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:13.993189 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:12:14.142456 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f59acd09-27ca-4ca3-93e5-93b60112329e req-8e28e240-a543-4b58-8095-32f713002b83 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0612605 Oct 17 11:12:14.211783 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59acd09-27ca-4ca3-93e5-93b60112329e req-1b71ec69-43dd-4eb0-a41c-df10ce765614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:14.213296 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f59acd09-27ca-4ca3-93e5-93b60112329e req-1b71ec69-43dd-4eb0-a41c-df10ce765614 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=213ce8b88d1c43309080027f9f323610&device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 1129 time: 0.0482504 Oct 17 11:12:14.326668 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59acd09-27ca-4ca3-93e5-93b60112329e req-cb7946a4-29cb-4a7a-8f1e-2877a4bc994f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:14.328018 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f59acd09-27ca-4ca3-93e5-93b60112329e req-cb7946a4-29cb-4a7a-8f1e-2877a4bc994f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 HTTP/1.1" status: 200 len: 910 time: 0.0892513 Oct 17 11:12:14.332883 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:14.395567 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f59acd09-27ca-4ca3-93e5-93b60112329e req-ba449694-69c1-4988-881b-9f7726ccf2c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f HTTP/1.1" status: 200 len: 1000 time: 0.0587134 Oct 17 11:12:14.446534 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59acd09-27ca-4ca3-93e5-93b60112329e req-a635acef-fffc-4f7d-904e-29bd3212146a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:14.448112 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f59acd09-27ca-4ca3-93e5-93b60112329e req-a635acef-fffc-4f7d-904e-29bd3212146a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dc0f225-6e64-4b4e-8686-3694a564a62c HTTP/1.1" status: 200 len: 848 time: 0.0466590 Oct 17 11:12:14.506152 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59acd09-27ca-4ca3-93e5-93b60112329e req-b65f6d37-6526-4067-8e47-285b48241496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:14.507740 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f59acd09-27ca-4ca3-93e5-93b60112329e req-b65f6d37-6526-4067-8e47-285b48241496 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0504117 Oct 17 11:12:14.625180 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f59acd09-27ca-4ca3-93e5-93b60112329e req-9ca9c912-9a41-47c9-9a6b-660e81cab511 service neutron] 10.222.0.23 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005952 Oct 17 11:12:14.726046 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f59acd09-27ca-4ca3-93e5-93b60112329e req-e131542f-11b8-486a-8e4f-f92b2cb10bc2 service neutron] 10.222.0.23 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943856 Oct 17 11:12:23.690538 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56096) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:12:23.740475 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_v2 [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Deleting subnet 8d4a62be-7435-47a4-a6e8-9e2de939a52f {{(pid=103976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:12:23.745706 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Publish callbacks [] for subnet (8d4a62be-7435-47a4-a6e8-9e2de939a52f), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:23.786522 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5794851'] for subnet (8d4a62be-7435-47a4-a6e8-9e2de939a52f), precommit_delete_associations {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:23.826024 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (8d4a62be-7435-47a4-a6e8-9e2de939a52f), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:23.885282 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6478466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5376240'] for subnet (8d4a62be-7435-47a4-a6e8-9e2de939a52f), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:23.912060 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d4a62be-7435-47a4-a6e8-9e2de939a52f,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:12:23.915056 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:23.917749 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/8d4a62be-7435-47a4-a6e8-9e2de939a52f HTTP/1.1" status: 204 len: 168 time: 0.2260141 Oct 17 11:12:23.920322 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56098) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:12:23.923942 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:23.924291 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:23.924654 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:23.924990 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:23.925696 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:23.926024 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:23.926368 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:23.926696 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:23.927019 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:23.927342 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:23.927662 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:23.927978 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:23.928291 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363beebc-bf0c-4a31-8b2e-251e7ed62523 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:23.992334 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.072022 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.092555 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:12:24.102376 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf920e82-174b-4a74-a5f5-ecb4b2f11583') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:12:24.102675 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf920e82-174b-4a74-a5f5-ecb4b2f11583') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:12:24.112280 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5583420'] for segment (bf920e82-174b-4a74-a5f5-ecb4b2f11583), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.126554 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (bf920e82-174b-4a74-a5f5-ecb4b2f11583), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.135080 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Releasing vlan 651 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:12:24.135520 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5390436'] for segment (bf920e82-174b-4a74-a5f5-ecb4b2f11583), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.203845 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.208615 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.211949 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] 10.222.0.43 "DELETE /v2.0/networks/bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba HTTP/1.1" status: 204 len: 168 time: 0.2905979 Oct 17 11:12:24.214981 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56104) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:12:24.224643 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbc25346-e74b-45f1-b1a3-a5a5a1ecb4ba,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:12:24.231868 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:24.232264 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:24.232645 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:24.232983 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:24.233452 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:24.233782 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:24.234930 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:24.234930 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:24.234930 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:24.235234 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:24.235462 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:24.235785 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:24.236104 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e7e430-33c6-4b44-9e04-68c65bdadf33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:12:24.269883 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_v2 [None req-d596168b-2682-40f9-a4f4-f213e8b81bdf admin admin] Deleting subnet 7875795c-7417-4416-bec2-97dd85167aa0 {{(pid=103976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:12:24.273276 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d596168b-2682-40f9-a4f4-f213e8b81bdf admin admin] Publish callbacks [] for subnet (7875795c-7417-4416-bec2-97dd85167aa0), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.287217 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment bf920e82-174b-4a74-a5f5-ecb4b2f11583 resource provider aggregate not found Oct 17 11:12:24.303973 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment bf920e82-174b-4a74-a5f5-ecb4b2f11583 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf920e82-174b-4a74-a5f5-ecb4b2f11583 found for delete ", "request_id": "req-f6c67e3b-1f4a-43f1-b146-9b2a3f42e43e"}]} Oct 17 11:12:24.309135 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d596168b-2682-40f9-a4f4-f213e8b81bdf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5794851'] for subnet (7875795c-7417-4416-bec2-97dd85167aa0), precommit_delete_associations {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.348997 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d596168b-2682-40f9-a4f4-f213e8b81bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (7875795c-7417-4416-bec2-97dd85167aa0), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.402320 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d596168b-2682-40f9-a4f4-f213e8b81bdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6478466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5376240'] for subnet (7875795c-7417-4416-bec2-97dd85167aa0), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.431875 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596168b-2682-40f9-a4f4-f213e8b81bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7875795c-7417-4416-bec2-97dd85167aa0,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:12:24.436739 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d596168b-2682-40f9-a4f4-f213e8b81bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.439740 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-d596168b-2682-40f9-a4f4-f213e8b81bdf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/7875795c-7417-4416-bec2-97dd85167aa0 HTTP/1.1" status: 204 len: 168 time: 0.2235215 Oct 17 11:12:24.442692 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56108) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:12:24.510387 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dbc13925-75d5-4fbc-91cc-8569add4a9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (41a4e94c-cbc4-4b09-a20d-26af8dbebc8c), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.590865 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dbc13925-75d5-4fbc-91cc-8569add4a9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (41a4e94c-cbc4-4b09-a20d-26af8dbebc8c), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.610553 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-dbc13925-75d5-4fbc-91cc-8569add4a9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41a4e94c-cbc4-4b09-a20d-26af8dbebc8c']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:12:24.619833 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-dbc13925-75d5-4fbc-91cc-8569add4a9f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dec12ec-52be-464b-8700-deedc524dff4') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:12:24.620127 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-dbc13925-75d5-4fbc-91cc-8569add4a9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dec12ec-52be-464b-8700-deedc524dff4') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:12:24.629384 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dbc13925-75d5-4fbc-91cc-8569add4a9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5583420'] for segment (2dec12ec-52be-464b-8700-deedc524dff4), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.642357 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dbc13925-75d5-4fbc-91cc-8569add4a9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (2dec12ec-52be-464b-8700-deedc524dff4), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.650849 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc13925-75d5-4fbc-91cc-8569add4a9f2 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:12:24.651347 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dbc13925-75d5-4fbc-91cc-8569add4a9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5390436'] for segment (2dec12ec-52be-464b-8700-deedc524dff4), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.717083 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dbc13925-75d5-4fbc-91cc-8569add4a9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (41a4e94c-cbc4-4b09-a20d-26af8dbebc8c), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.722703 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-dbc13925-75d5-4fbc-91cc-8569add4a9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:24.725901 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-dbc13925-75d5-4fbc-91cc-8569add4a9f2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/41a4e94c-cbc4-4b09-a20d-26af8dbebc8c HTTP/1.1" status: 204 len: 168 time: 0.2822273 Oct 17 11:12:24.737171 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc13925-75d5-4fbc-91cc-8569add4a9f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=41a4e94c-cbc4-4b09-a20d-26af8dbebc8c,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:12:24.898881 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56112) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:12:24.938953 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-8be530cc-0c89-49c6-bc2c-8a9f4fe0090d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8827eedeeab84d36bce70f5e1c25e170&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389321 Oct 17 11:12:24.941491 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56114) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:12:24.988630 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-add75395-af1a-4370-b1df-160487cc0c98 admin admin] Publish callbacks [] for security_group (e0715b8c-fccc-4462-9f9d-6e8fcd145125), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:25.009363 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-add75395-af1a-4370-b1df-160487cc0c98 admin admin] Publish callbacks [] for security_group (e0715b8c-fccc-4462-9f9d-6e8fcd145125), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:25.060527 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-add75395-af1a-4370-b1df-160487cc0c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e0715b8c-fccc-4462-9f9d-6e8fcd145125), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:25.063132 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-add75395-af1a-4370-b1df-160487cc0c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:25.064318 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-add75395-af1a-4370-b1df-160487cc0c98 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0715b8c-fccc-4462-9f9d-6e8fcd145125 HTTP/1.1" status: 204 len: 168 time: 0.1218460 Oct 17 11:12:25.072538 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add75395-af1a-4370-b1df-160487cc0c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0715b8c-fccc-4462-9f9d-6e8fcd145125,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:12:25.406658 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56122) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:12:25.447747 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-22069053-bdc6-4bc2-81dd-13f2c80d4823 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=dc9bdf034a264cb09b2cdc9697ddace5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397954 Oct 17 11:12:25.450567 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56124) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:12:25.504914 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-212afc07-666b-4289-b7b6-237e88301be9 admin admin] Publish callbacks [] for security_group (e93463be-7766-4f05-a201-f70b1a8b315b), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:25.525275 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-212afc07-666b-4289-b7b6-237e88301be9 admin admin] Publish callbacks [] for security_group (e93463be-7766-4f05-a201-f70b1a8b315b), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:25.579520 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-212afc07-666b-4289-b7b6-237e88301be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (e93463be-7766-4f05-a201-f70b1a8b315b), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:25.582123 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-212afc07-666b-4289-b7b6-237e88301be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:25.583280 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-212afc07-666b-4289-b7b6-237e88301be9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e93463be-7766-4f05-a201-f70b1a8b315b HTTP/1.1" status: 204 len: 168 time: 0.1314628 Oct 17 11:12:25.592342 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212afc07-666b-4289-b7b6-237e88301be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93463be-7766-4f05-a201-f70b1a8b315b,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:12:26.325098 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 2dec12ec-52be-464b-8700-deedc524dff4 resource provider aggregate not found Oct 17 11:12:26.342434 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 2dec12ec-52be-464b-8700-deedc524dff4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dec12ec-52be-464b-8700-deedc524dff4 found for delete ", "request_id": "req-52bed344-df19-4022-b7b7-9b735ac0acb0"}]} Oct 17 11:12:35.413390 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ac0904-eec5-4645-b780-f76b4358e6bf req-3345ab9a-71cc-499a-8fc0-6c4b31d78270 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:35.414933 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-91ac0904-eec5-4645-b780-f76b4358e6bf req-3345ab9a-71cc-499a-8fc0-6c4b31d78270 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0543621 Oct 17 11:12:35.462866 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-91ac0904-eec5-4645-b780-f76b4358e6bf req-c3e2cfcd-94e5-4725-a60d-b54519cf1524 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420854 Oct 17 11:12:36.596632 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ca83b-c10e-481c-861b-73e0d0ebcd3d req-acc551e1-2a29-49a3-b308-840d6f021344 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:36.598132 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-275ca83b-c10e-481c-861b-73e0d0ebcd3d req-acc551e1-2a29-49a3-b308-840d6f021344 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0548558 Oct 17 11:12:36.648411 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-275ca83b-c10e-481c-861b-73e0d0ebcd3d req-094e5cf6-def1-49c6-8696-704c65141f07 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419786 Oct 17 11:12:36.911733 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-76302f17-a09b-4367-8bb6-4fdc9d3d296e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:37.791322 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95accf55-974f-4be6-a994-940bf462efb5 req-7c8480c9-8481-4539-8508-2d30dc8a39dd tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:37.792810 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-95accf55-974f-4be6-a994-940bf462efb5 req-7c8480c9-8481-4539-8508-2d30dc8a39dd tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0530937 Oct 17 11:12:37.844026 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-95accf55-974f-4be6-a994-940bf462efb5 req-60c1c9b2-a645-4661-8775-42b2e415b42a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455632 Oct 17 11:12:38.237442 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56272) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:12:38.343314 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ad754687-8d92-4ca2-936a-2ede1c065da6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:38.417550 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ad754687-8d92-4ca2-936a-2ede1c065da6 admin admin] Publish callbacks [] for security_group (36236883-bbf3-427b-8d9a-0cafcb6d874a), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:38.423975 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-ad754687-8d92-4ca2-936a-2ede1c065da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (36236883-bbf3-427b-8d9a-0cafcb6d874a), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:38.458931 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad754687-8d92-4ca2-936a-2ede1c065da6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36236883-bbf3-427b-8d9a-0cafcb6d874a,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:12:38.463152 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-ad754687-8d92-4ca2-936a-2ede1c065da6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad488577ca2c4674a0fb7692a4f49e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247016 Oct 17 11:12:38.466654 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56276) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:12:38.511882 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9eafc947-cfbc-487c-bd19-2280340b9f76 admin admin] Publish callbacks [] for security_group (36236883-bbf3-427b-8d9a-0cafcb6d874a), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:38.533624 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9eafc947-cfbc-487c-bd19-2280340b9f76 admin admin] Publish callbacks [] for security_group (36236883-bbf3-427b-8d9a-0cafcb6d874a), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:38.584951 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9eafc947-cfbc-487c-bd19-2280340b9f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (36236883-bbf3-427b-8d9a-0cafcb6d874a), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:38.587447 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-9eafc947-cfbc-487c-bd19-2280340b9f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:38.588616 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-9eafc947-cfbc-487c-bd19-2280340b9f76 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/36236883-bbf3-427b-8d9a-0cafcb6d874a HTTP/1.1" status: 204 len: 168 time: 0.1215203 Oct 17 11:12:38.596605 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafc947-cfbc-487c-bd19-2280340b9f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36236883-bbf3-427b-8d9a-0cafcb6d874a,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:12:38.976048 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3127d7a-51d4-403b-8bc8-3fefe1729a34 req-c72a583e-2df4-4136-8864-6e600ebdc1de tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:38.977626 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d3127d7a-51d4-403b-8bc8-3fefe1729a34 req-c72a583e-2df4-4136-8864-6e600ebdc1de tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0543473 Oct 17 11:12:39.024540 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d3127d7a-51d4-403b-8bc8-3fefe1729a34 req-20087834-3cad-4f69-9197-e8144485492f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411527 Oct 17 11:12:39.275885 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e3744dff-943e-4787-ab8b-ddb507696cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:40.158717 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e0321-c3d6-438d-a251-dce692fd7961 req-ccb40be7-d2f2-4029-bb9a-095be19a5b45 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:40.160207 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-981e0321-c3d6-438d-a251-dce692fd7961 req-ccb40be7-d2f2-4029-bb9a-095be19a5b45 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0575073 Oct 17 11:12:40.210955 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-981e0321-c3d6-438d-a251-dce692fd7961 req-17aeb28a-9c2d-4538-bda8-3e9d1375bd87 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447206 Oct 17 11:12:40.223935 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:40.530861 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:41.364811 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6fe940-a43e-4d2f-99d3-5754c87a0ebf req-be51d424-dd74-4afa-afce-8761b1093993 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:41.366349 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-dd6fe940-a43e-4d2f-99d3-5754c87a0ebf req-be51d424-dd74-4afa-afce-8761b1093993 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0605314 Oct 17 11:12:41.414162 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-dd6fe940-a43e-4d2f-99d3-5754c87a0ebf req-e6825064-7ad5-42bb-bb6e-dc8982bac623 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414875 Oct 17 11:12:42.555857 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde66087-6e81-4e0b-8187-80a4a54a227c req-6255f797-9ad2-426a-b8b5-43c96eda9315 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:42.557401 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-bde66087-6e81-4e0b-8187-80a4a54a227c req-6255f797-9ad2-426a-b8b5-43c96eda9315 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0604024 Oct 17 11:12:42.603837 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:42.609246 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-bde66087-6e81-4e0b-8187-80a4a54a227c req-0e6a34ab-418e-4dac-baba-e82cfdae84aa tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438292 Oct 17 11:12:43.764957 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27443680-728a-4f4a-967b-6847cdc35d48 req-0663e471-e09e-43b4-9c53-ddb068a40505 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:43.766456 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-27443680-728a-4f4a-967b-6847cdc35d48 req-0663e471-e09e-43b4-9c53-ddb068a40505 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0588424 Oct 17 11:12:43.819597 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-27443680-728a-4f4a-967b-6847cdc35d48 req-bbaa65e2-eb19-4813-b40e-fb48f51a7d06 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453279 Oct 17 11:12:44.346214 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:12:44.962197 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4414398-e4b5-4640-910c-72ab9b4826e3 req-e00c7b14-5f7a-42b3-8a40-9c7f0b4d966a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:44.963705 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d4414398-e4b5-4640-910c-72ab9b4826e3 req-e00c7b14-5f7a-42b3-8a40-9c7f0b4d966a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0641463 Oct 17 11:12:45.016343 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d4414398-e4b5-4640-910c-72ab9b4826e3 req-0ab48610-997c-4bc4-8af2-c9a1324ead7d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469093 Oct 17 11:12:46.152304 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc45c3f-0b4b-4ff7-816d-301274d572fe req-c85c02b7-6ed5-49a2-92b9-c71e5ec99d6b tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:46.154096 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdc45c3f-0b4b-4ff7-816d-301274d572fe req-c85c02b7-6ed5-49a2-92b9-c71e5ec99d6b tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0574474 Oct 17 11:12:46.206259 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fdc45c3f-0b4b-4ff7-816d-301274d572fe req-0a71f385-8a74-4329-b17b-7af7629812d8 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458312 Oct 17 11:12:47.348107 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f5ba6-4e2f-437e-9d98-7d93944ab986 req-5c9a68b4-ef3b-4ded-b91f-35d2b9502633 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:47.349505 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-db4f5ba6-4e2f-437e-9d98-7d93944ab986 req-5c9a68b4-ef3b-4ded-b91f-35d2b9502633 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0592115 Oct 17 11:12:47.398292 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-db4f5ba6-4e2f-437e-9d98-7d93944ab986 req-22ec33cd-5908-48b5-9d98-4cb513261bba tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428777 Oct 17 11:12:48.545928 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c137573-6d4b-4291-a0b6-7c0d0535f7f2 req-dcd0e97c-7d83-4159-9dd2-847ed5eb72ef tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:48.547449 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6c137573-6d4b-4291-a0b6-7c0d0535f7f2 req-dcd0e97c-7d83-4159-9dd2-847ed5eb72ef tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0693429 Oct 17 11:12:48.601482 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6c137573-6d4b-4291-a0b6-7c0d0535f7f2 req-92f343a8-0459-4b5e-abcb-ff54c7da7354 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479975 Oct 17 11:12:49.745396 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad968b74-f651-4be5-9bfa-c2a0c0965c08 req-3fab9d68-b4ab-44c9-be30-ea03374a59cf tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:49.746876 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ad968b74-f651-4be5-9bfa-c2a0c0965c08 req-3fab9d68-b4ab-44c9-be30-ea03374a59cf tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0557323 Oct 17 11:12:49.810563 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ad968b74-f651-4be5-9bfa-c2a0c0965c08 req-5ce5022d-b6cb-4e3c-be49-52b06b1f9274 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552671 Oct 17 11:12:50.955846 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6d869c-bffd-4ed8-89ff-929aaf416b8b req-f5b57016-65ab-4c7a-b0c7-2d420e4f803d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:50.957421 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1a6d869c-bffd-4ed8-89ff-929aaf416b8b req-f5b57016-65ab-4c7a-b0c7-2d420e4f803d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0584211 Oct 17 11:12:50.992699 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:12:51.004713 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1a6d869c-bffd-4ed8-89ff-929aaf416b8b req-67fdfc9c-0c08-474a-b677-1b9773b79e2a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415478 Oct 17 11:12:52.139751 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f247bae-77d0-463a-b732-34b77d614adc req-b81c9712-cc8a-4726-9048-18d5676edffa tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:52.141178 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1f247bae-77d0-463a-b732-34b77d614adc req-b81c9712-cc8a-4726-9048-18d5676edffa tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0543041 Oct 17 11:12:52.189974 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1f247bae-77d0-463a-b732-34b77d614adc req-e82cd49a-9d85-4b1c-9f3e-8edb33365ca2 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405636 Oct 17 11:12:53.356387 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06107216-4869-4fcd-baaf-cbe5b2b4387f req-e95213f3-4da1-46ad-9a51-a289ad49482f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:53.358025 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-06107216-4869-4fcd-baaf-cbe5b2b4387f req-e95213f3-4da1-46ad-9a51-a289ad49482f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0719450 Oct 17 11:12:53.411630 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-06107216-4869-4fcd-baaf-cbe5b2b4387f req-ea119d40-aeb2-40ab-8883-cf9e16fe182d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472727 Oct 17 11:12:54.558672 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c87f1-2728-451b-aed6-23fc67637713 req-c7bb393a-95c1-4f80-b190-5e154c35ba00 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:54.560111 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4b7c87f1-2728-451b-aed6-23fc67637713 req-c7bb393a-95c1-4f80-b190-5e154c35ba00 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0647876 Oct 17 11:12:54.621173 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4b7c87f1-2728-451b-aed6-23fc67637713 req-9ec09e43-bcbd-440e-a24c-9f20a88acd20 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528898 Oct 17 11:12:55.762128 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345efc7-53e8-40f1-98ac-312c44b896c1 req-57e33c6f-74b9-47ac-a693-b9831f3843ad tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:55.763604 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a345efc7-53e8-40f1-98ac-312c44b896c1 req-57e33c6f-74b9-47ac-a693-b9831f3843ad tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0543237 Oct 17 11:12:55.813407 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a345efc7-53e8-40f1-98ac-312c44b896c1 req-1016923b-6521-4cb1-b2ca-6dcefbaffb15 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440979 Oct 17 11:12:56.961806 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8500d8-9322-421e-b2cc-8177b1cd0ac2 req-881e12b8-9eb8-4930-a3b2-51857da068e9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:56.963701 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-de8500d8-9322-421e-b2cc-8177b1cd0ac2 req-881e12b8-9eb8-4930-a3b2-51857da068e9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0625286 Oct 17 11:12:57.011526 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-de8500d8-9322-421e-b2cc-8177b1cd0ac2 req-cd9045c0-5f2e-41dc-988a-1ce3700ad046 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420640 Oct 17 11:12:58.153944 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e07f1-5784-4f69-867a-ddaa1db9f33e req-f3324922-8adb-4141-96d8-77820bbeab66 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:58.155430 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2f8e07f1-5784-4f69-867a-ddaa1db9f33e req-f3324922-8adb-4141-96d8-77820bbeab66 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0581539 Oct 17 11:12:58.204862 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2f8e07f1-5784-4f69-867a-ddaa1db9f33e req-9ea4be90-d132-4bdb-88c9-b7b8aa19a55b tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414536 Oct 17 11:12:59.355161 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7656599-3328-4959-8a64-270d5a81edb5 req-d9dfb1ee-7d75-4def-b149-74d7507e11da tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:12:59.356524 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a7656599-3328-4959-8a64-270d5a81edb5 req-d9dfb1ee-7d75-4def-b149-74d7507e11da tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0648680 Oct 17 11:12:59.402509 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a7656599-3328-4959-8a64-270d5a81edb5 req-a50d3279-4e1a-4d64-8e16-cbb0d61a7106 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403929 Oct 17 11:13:00.545784 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca6569-9e72-4490-b6ff-4b7f698ddd31 req-ca8d910a-1c8d-4754-9d2a-a1e49d12df22 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:00.547311 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8fca6569-9e72-4490-b6ff-4b7f698ddd31 req-ca8d910a-1c8d-4754-9d2a-a1e49d12df22 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0555551 Oct 17 11:13:00.598954 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8fca6569-9e72-4490-b6ff-4b7f698ddd31 req-f8d88a68-0d49-4204-84dc-4b9455c24c4f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430059 Oct 17 11:13:01.743379 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abb338-acf4-48f0-847f-3cdd0e64c8e2 req-d4ea1bde-94ba-4a07-b22d-ed240e6263ba tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:01.744835 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a5abb338-acf4-48f0-847f-3cdd0e64c8e2 req-d4ea1bde-94ba-4a07-b22d-ed240e6263ba tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0554595 Oct 17 11:13:02.036222 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a5abb338-acf4-48f0-847f-3cdd0e64c8e2 req-2882018f-50c0-4f3e-a879-6c3ec6a14b3b tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847927 Oct 17 11:13:02.428680 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56486) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:02.554440 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d6388137-3443-4128-a6c7-b0b06491765b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:02.637965 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d6388137-3443-4128-a6c7-b0b06491765b admin admin] Publish callbacks [] for security_group (85f033c0-6b76-4a94-bdc9-82b38198c0a8), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:02.643131 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d6388137-3443-4128-a6c7-b0b06491765b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (85f033c0-6b76-4a94-bdc9-82b38198c0a8), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:02.684747 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-d6388137-3443-4128-a6c7-b0b06491765b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9ee9e1d06baa4562b879923dcf9f5681&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548294 Oct 17 11:13:02.685953 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6388137-3443-4128-a6c7-b0b06491765b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f033c0-6b76-4a94-bdc9-82b38198c0a8,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:02.687662 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56490) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:02.738035 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7ede6e6c-37aa-485f-9b8e-76e3d299a86b admin admin] Publish callbacks [] for security_group (85f033c0-6b76-4a94-bdc9-82b38198c0a8), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:02.760556 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7ede6e6c-37aa-485f-9b8e-76e3d299a86b admin admin] Publish callbacks [] for security_group (85f033c0-6b76-4a94-bdc9-82b38198c0a8), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:02.815848 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7ede6e6c-37aa-485f-9b8e-76e3d299a86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (85f033c0-6b76-4a94-bdc9-82b38198c0a8), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:02.818294 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7ede6e6c-37aa-485f-9b8e-76e3d299a86b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:02.819386 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-7ede6e6c-37aa-485f-9b8e-76e3d299a86b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/85f033c0-6b76-4a94-bdc9-82b38198c0a8 HTTP/1.1" status: 204 len: 168 time: 0.1300788 Oct 17 11:13:02.827592 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede6e6c-37aa-485f-9b8e-76e3d299a86b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f033c0-6b76-4a94-bdc9-82b38198c0a8,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:03.170273 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a07e1-ef53-40c0-9353-8611bd39bd02 req-71e393e5-2c63-4739-aa44-41258b45b2c8 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:03.171868 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d64a07e1-ef53-40c0-9353-8611bd39bd02 req-71e393e5-2c63-4739-aa44-41258b45b2c8 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0548618 Oct 17 11:13:03.220447 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d64a07e1-ef53-40c0-9353-8611bd39bd02 req-9e79bc98-9e50-4881-b31b-d2b684ecde5a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425587 Oct 17 11:13:03.519176 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56514) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:03.634879 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1364138201-network', 'tenant_id': '5400af3e013a4abe95880df82ad30eab'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:03.659121 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] Made reservation on behalf of 5400af3e013a4abe95880df82ad30eab for: {'network': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:13:03.661444 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:03.670149 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:03.743132 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] Publish callbacks [] for security_group (c4a04891-5c69-43f6-8939-533816f85780), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:03.749073 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (c4a04891-5c69-43f6-8939-533816f85780), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:03.772921 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=103976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:13:03.782680 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a04891-5c69-43f6-8939-533816f85780,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:03.788373 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (30068794-39e3-4a56-b34d-f76a6475a2d9), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:03.788705 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.segments_db [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] Added segment 30068794-39e3-4a56-b34d-f76a6475a2d9 of type vlan for network f05841fe-27dc-4582-bad5-cda6ab3076e0 Oct 17 11:13:03.829057 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (f05841fe-27dc-4582-bad5-cda6ab3076e0), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:03.869789 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (f05841fe-27dc-4582-bad5-cda6ab3076e0), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:03.870339 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:03.870914 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:03.924987 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4046948 Oct 17 11:13:03.928054 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56518) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:03.931783 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6acc1e-af0f-4995-a2cf-0b08efeb0a64 admin admin] Pushing event updated for resources: {'Network': ['ID=f05841fe-27dc-4582-bad5-cda6ab3076e0,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:03.934459 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-7724c66f-678e-42b8-ba20-c217d71065f6 admin admin] Request body: {'subnet': {'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1364138201-subnet', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:03.942381 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network f05841fe-27dc-4582-bad5-cda6ab3076e0 details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:13:03.957913 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7724c66f-678e-42b8-ba20-c217d71065f6 admin admin] Made reservation on behalf of 5400af3e013a4abe95880df82ad30eab for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:13:03.960185 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7724c66f-678e-42b8-ba20-c217d71065f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5305282'] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.133114 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7724c66f-678e-42b8-ba20-c217d71065f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5390019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5305136'] for subnet (0dabd473-820f-465a-8fe5-27950e002595), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.188502 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724c66f-678e-42b8-ba20-c217d71065f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dabd473-820f-465a-8fe5-27950e002595,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:04.210473 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7724c66f-678e-42b8-ba20-c217d71065f6 admin admin] Checking segment: {'id': '30068794-39e3-4a56-b34d-f76a6475a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:13:04.211032 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7724c66f-678e-42b8-ba20-c217d71065f6 admin admin] Network hostable DHCP agents. Network: f05841fe-27dc-4582-bad5-cda6ab3076e0, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:13:04.231787 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7724c66f-678e-42b8-ba20-c217d71065f6 admin admin] Network f05841fe-27dc-4582-bad5-cda6ab3076e0 is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:13:04.242523 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-7724c66f-678e-42b8-ba20-c217d71065f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, f05841fe-27dc-4582-bad5-cda6ab3076e0) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:13:04.246789 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7724c66f-678e-42b8-ba20-c217d71065f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:04.247413 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7724c66f-678e-42b8-ba20-c217d71065f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.251762 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04a9aeb-155b-4b8d-82d0-666dc4e05a11 None None] Network f05841fe-27dc-4582-bad5-cda6ab3076e0 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:13:04.269443 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-7724c66f-678e-42b8-ba20-c217d71065f6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3370371 Oct 17 11:13:04.269756 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56522) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:04.273948 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:04.296119 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2277'] for router (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.297277 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7956270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2282'] for router (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.351553 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf3f1ddb-2710-502b-b25e-3c7b6ab18000-f05841fe-27dc-4582-bad5-cda6ab3076e0', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'project_id': '5400af3e013a4abe95880df82ad30eab', 'fixed_ips': [{'subnet_id': '0dabd473-820f-465a-8fe5-27950e002595'}]}} from dv-cinder-858463-3-smb. {{(pid=103978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 17 11:13:04.352382 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.379165 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Publish callbacks [] for router_controller (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), precommit_add_association {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.455802 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a5f4a-2ca0-4566-9a32-befc42956e7d req-cb2766a8-3ba8-4d6a-a9e9-aa4584441b11 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:04.457207 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-638a5f4a-2ca0-4566-9a32-befc42956e7d req-cb2766a8-3ba8-4d6a-a9e9-aa4584441b11 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.1501565 Oct 17 11:13:04.490079 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Allocated IP 172.20.0.2 (f05841fe-27dc-4582-bad5-cda6ab3076e0/0dabd473-820f-465a-8fe5-27950e002595/13c572ab-551b-4c21-8a06-87a699579771) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:13:04.541076 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Publish callbacks [] for router_gateway (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.577436 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-638a5f4a-2ca0-4566-9a32-befc42956e7d req-7deec29c-4362-4c96-9db9-28af19d5a70f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140590 Oct 17 11:13:04.757495 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Publish callbacks [] for router_gateway (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.768304 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Publish callbacks [] for port (13c572ab-551b-4c21-8a06-87a699579771), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.775400 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (13c572ab-551b-4c21-8a06-87a699579771), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.781356 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.810726 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Network f05841fe-27dc-4582-bad5-cda6ab3076e0 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:13:04.813557 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:13:04.819223 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:13:04.824017 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Pushing event updated for resources: {'Port': ['ID=13c572ab-551b-4c21-8a06-87a699579771,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:04.834925 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:04.835507 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:04.836054 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:04.836398 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:04.836725 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:04.837033 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:04.837398 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:04.837720 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:04.838043 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:04.838361 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:04.838680 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:04.838997 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:04.839294 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:04.885910 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Allocated IP 172.28.1.141 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/68caa3bb-26b8-4451-94e1-130093e43d92) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:13:04.888689 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Attempting to bind port 13c572ab-551b-4c21-8a06-87a699579771 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:13:04.889054 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Attempting to bind port 13c572ab-551b-4c21-8a06-87a699579771 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '30068794-39e3-4a56-b34d-f76a6475a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:13:04.889489 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Attempting to bind port 13c572ab-551b-4c21-8a06-87a699579771 on network f05841fe-27dc-4582-bad5-cda6ab3076e0 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:13:04.894585 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:13:04.894953 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Checking segment: {'id': '30068794-39e3-4a56-b34d-f76a6475a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:13:04.895352 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.895739 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Bound using segment: {'id': '30068794-39e3-4a56-b34d-f76a6475a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:13:04.896203 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Bound port: 13c572ab-551b-4c21-8a06-87a699579771, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30068794-39e3-4a56-b34d-f76a6475a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:13:04.896624 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (13c572ab-551b-4c21-8a06-87a699579771), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.954834 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] For port 13c572ab-551b-4c21-8a06-87a699579771, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:13:04.957982 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] For port 13c572ab-551b-4c21-8a06-87a699579771, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=13c572ab-551b-4c21-8a06-87a699579771,segment=NetworkSegment(30068794-39e3-4a56-b34d-f76a6475a2d9),segment_id=30068794-39e3-4a56-b34d-f76a6475a2d9)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:13:04.965806 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (13c572ab-551b-4c21-8a06-87a699579771), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:04.998110 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Publish callbacks [] for port (68caa3bb-26b8-4451-94e1-130093e43d92), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:05.015658 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb173611-c0d6-4353-8035-47d8dca8e37c None None] Pushing event updated for resources: {'Port': ['ID=13c572ab-551b-4c21-8a06-87a699579771,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:05.033220 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (68caa3bb-26b8-4451-94e1-130093e43d92), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:05.069764 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:13:05.072676 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:13:05.076389 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:13:05.105966 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Pushing event updated for resources: {'Port': ['ID=68caa3bb-26b8-4451-94e1-130093e43d92,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:05.336100 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Publish callbacks [] for router_gateway (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:05.484196 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 13c572ab-551b-4c21-8a06-87a699579771 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:13:05.525906 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882870'] for router (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:05.533021 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 13c572ab-551b-4c21-8a06-87a699579771 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:05.533516 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (13c572ab-551b-4c21-8a06-87a699579771), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:05.533943 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 13c572ab-551b-4c21-8a06-87a699579771 Oct 17 11:13:05.609658 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 13c572ab-551b-4c21-8a06-87a699579771 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:05.610204 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (13c572ab-551b-4c21-8a06-87a699579771), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:05.648940 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port 13c572ab-551b-4c21-8a06-87a699579771, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=13c572ab-551b-4c21-8a06-87a699579771,segment=NetworkSegment(30068794-39e3-4a56-b34d-f76a6475a2d9),segment_id=30068794-39e3-4a56-b34d-f76a6475a2d9)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:05.657140 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (13c572ab-551b-4c21-8a06-87a699579771), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:05.664657 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 is scheduled to L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 with binding_index 1 {{(pid=103977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 11:13:05.722041 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=13c572ab-551b-4c21-8a06-87a699579771,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:05.730387 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df0615-6ae6-403d-a34b-399c6ab99469 req-1428f8d4-6c98-4fe0-8fb9-c14a7c4e56f3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:05.732430 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-48df0615-6ae6-403d-a34b-399c6ab99469 req-1428f8d4-6c98-4fe0-8fb9-c14a7c4e56f3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0628757 Oct 17 11:13:05.773746 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:13:05.785176 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-48df0615-6ae6-403d-a34b-399c6ab99469 req-64ef7446-f667-42ab-8365-c3319b37ae5d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467303 Oct 17 11:13:05.789619 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Sync routers for ids ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:13:05.795531 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:05.797076 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-f8c1e46b-c9aa-4e13-8836-4afd7a3016b6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5264347 Oct 17 11:13:05.800362 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56526) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:05.804543 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Routers {'8673eaa9-887e-4cfb-a61a-6eb8236f5b43'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:05.805175 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:12:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:05.904819 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Set router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:05.910628 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661824b2-8537-4285-8db2-3c2ff6964dcb None None] Network f05841fe-27dc-4582-bad5-cda6ab3076e0 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:13:06.017441 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-1929a2fa-7808-483e-953e-5b16294101e2 None None] Provisioning complete for port 13c572ab-551b-4c21-8a06-87a699579771 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:06.018166 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1929a2fa-7808-483e-953e-5b16294101e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (13c572ab-551b-4c21-8a06-87a699579771), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.018166 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-1929a2fa-7808-483e-953e-5b16294101e2 None None] Attempt 1 to provision port 13c572ab-551b-4c21-8a06-87a699579771 Oct 17 11:13:06.113358 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-1929a2fa-7808-483e-953e-5b16294101e2 None None] Current status of the port 13c572ab-551b-4c21-8a06-87a699579771 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:06.188162 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:05Z', 'revision_number': 3, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port': {'id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:06.213390 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Checking router: 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:13:06.213743 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Updating router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 port 68caa3bb-26b8-4451-94e1-130093e43d92 binding host dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:13:06.241577 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (68caa3bb-26b8-4451-94e1-130093e43d92), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.242891 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.333837 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-a75c20c8-a7e7-4efe-9e2f-e40014149721 None None] Provisioning complete for port 13c572ab-551b-4c21-8a06-87a699579771 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:06.334219 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a75c20c8-a7e7-4efe-9e2f-e40014149721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (13c572ab-551b-4c21-8a06-87a699579771), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.334997 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-a75c20c8-a7e7-4efe-9e2f-e40014149721 None None] Attempt 1 to provision port 13c572ab-551b-4c21-8a06-87a699579771 Oct 17 11:13:06.401208 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Allocated IP 172.20.0.1 (f05841fe-27dc-4582-bad5-cda6ab3076e0/0dabd473-820f-465a-8fe5-27950e002595/b1718b81-13d7-45d9-92c2-e29c7fb9079c) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:13:06.410915 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-a75c20c8-a7e7-4efe-9e2f-e40014149721 None None] Current status of the port 13c572ab-551b-4c21-8a06-87a699579771 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:06.487755 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Publish callbacks [] for port (68caa3bb-26b8-4451-94e1-130093e43d92), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.494612 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (68caa3bb-26b8-4451-94e1-130093e43d92), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.508825 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Publish callbacks [] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.527356 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Attempting to bind port 68caa3bb-26b8-4451-94e1-130093e43d92 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:13:06.527723 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Attempting to bind port 68caa3bb-26b8-4451-94e1-130093e43d92 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:13:06.528069 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Attempting to bind port 68caa3bb-26b8-4451-94e1-130093e43d92 on network 59bc4f32-b948-49dd-8148-863382a25dbf {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:13:06.541172 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.542550 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:13:06.542953 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Checking segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:13:06.543328 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.543716 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Bound using segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:13:06.544223 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Bound port: 68caa3bb-26b8-4451-94e1-130093e43d92, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:13:06.544618 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (68caa3bb-26b8-4451-94e1-130093e43d92), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.547018 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Pushing event updated for resources: {'Port': ['ID=68caa3bb-26b8-4451-94e1-130093e43d92,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:06.570283 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:06.570616 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:06.570993 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:06.571332 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:06.571648 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:06.571982 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:06.572306 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:06.572625 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:06.572928 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:06.573306 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:06.573615 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:06.573935 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:06.574262 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:06.579201 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Network f05841fe-27dc-4582-bad5-cda6ab3076e0 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:13:06.582202 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:13:06.588089 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:13:06.609857 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] For port 68caa3bb-26b8-4451-94e1-130093e43d92, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:13:06.613107 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] For port 68caa3bb-26b8-4451-94e1-130093e43d92, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=68caa3bb-26b8-4451-94e1-130093e43d92,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:13:06.616125 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Pushing event updated for resources: {'Port': ['ID=b1718b81-13d7-45d9-92c2-e29c7fb9079c,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:06.621604 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (68caa3bb-26b8-4451-94e1-130093e43d92), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.636467 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Routers {'8673eaa9-887e-4cfb-a61a-6eb8236f5b43'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:06.636976 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878563'] for router_interface (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.637124 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:12:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:06.750657 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e933cc-403c-47c6-a749-ec75c509816d None None] Pushing event updated for resources: {'Port': ['ID=68caa3bb-26b8-4451-94e1-130093e43d92,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:06.772578 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.774750 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] Set router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:06.850989 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Provisioning complete for port b1718b81-13d7-45d9-92c2-e29c7fb9079c triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:06.854497 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.854925 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Attempt 1 to provision port b1718b81-13d7-45d9-92c2-e29c7fb9079c Oct 17 11:13:06.927660 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Port b1718b81-13d7-45d9-92c2-e29c7fb9079c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:06.930932 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7673223d-4e72-43ee-a0bb-c4b4cb4541bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.953291 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03374717-f0b1-4ee2-9583-89935e4bdb00 req-218639b3-2246-404a-bc87-92c6efdcb560 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:06.953865 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Publish callbacks [] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.955842 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-03374717-f0b1-4ee2-9583-89935e4bdb00 req-218639b3-2246-404a-bc87-92c6efdcb560 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0652807 Oct 17 11:13:06.960755 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:06.969000 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:05Z', 'revision_number': 3, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port': {'id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:06.997413 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c28ed6f-2205-4b9c-86e2-afca9c59a4ad None None] The sync data for ids ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'] in dv-cinder-858463-3-smb is: [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:05Z', 'revision_number': 3, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port': {'id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:13:07.011418 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-03374717-f0b1-4ee2-9583-89935e4bdb00 req-9c635375-446b-492b-8a7d-51eda479ed55 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463424 Oct 17 11:13:07.038061 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Pushing event updated for resources: {'Port': ['ID=b1718b81-13d7-45d9-92c2-e29c7fb9079c,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:07.043057 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8316014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7878455'] for router_interface (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:07.135176 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Network f05841fe-27dc-4582-bad5-cda6ab3076e0 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:13:07.136764 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:13:07.273550 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:13:07.390576 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:13:07.395603 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-2be46368-ef29-4462-9637-107cb2135b37 admin admin] 10.222.0.43 "PUT /v2.0/routers/8673eaa9-887e-4cfb-a61a-6eb8236f5b43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5942948 Oct 17 11:13:07.428953 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Attempt 2 to provision port b1718b81-13d7-45d9-92c2-e29c7fb9079c Oct 17 11:13:07.463306 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Port b1718b81-13d7-45d9-92c2-e29c7fb9079c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:07.547635 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 13c572ab-551b-4c21-8a06-87a699579771 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:13:07.597881 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 13c572ab-551b-4c21-8a06-87a699579771 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:07.598345 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (13c572ab-551b-4c21-8a06-87a699579771), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:07.598749 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 13c572ab-551b-4c21-8a06-87a699579771 Oct 17 11:13:07.736605 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 13c572ab-551b-4c21-8a06-87a699579771 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:07.737729 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 68caa3bb-26b8-4451-94e1-130093e43d92 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:13:07.826622 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 68caa3bb-26b8-4451-94e1-130093e43d92 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:07.827008 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (68caa3bb-26b8-4451-94e1-130093e43d92), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:07.827350 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 68caa3bb-26b8-4451-94e1-130093e43d92 Oct 17 11:13:07.926570 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 68caa3bb-26b8-4451-94e1-130093e43d92 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:07.927034 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (68caa3bb-26b8-4451-94e1-130093e43d92), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:07.941834 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56544) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:07.946806 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-403202325-network', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:07.948337 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port 68caa3bb-26b8-4451-94e1-130093e43d92, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=68caa3bb-26b8-4451-94e1-130093e43d92,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:07.952603 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (68caa3bb-26b8-4451-94e1-130093e43d92), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:07.967361 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] Made reservation on behalf of d7efc70236ac429b989ffb55451d8df7 for: {'network': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:13:07.970051 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:07.978555 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Attempt 3 to provision port b1718b81-13d7-45d9-92c2-e29c7fb9079c Oct 17 11:13:07.978835 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:08.026231 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Port b1718b81-13d7-45d9-92c2-e29c7fb9079c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:08.029280 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=68caa3bb-26b8-4451-94e1-130093e43d92,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:08.055708 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] Publish callbacks [] for security_group (6296723e-148a-4521-9081-da32652f0d37), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:08.060969 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (6296723e-148a-4521-9081-da32652f0d37), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:08.086340 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=103976) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:13:08.112323 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (afd72a5c-1afe-4220-aa67-f0e927335843), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:08.112665 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.segments_db [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] Added segment afd72a5c-1afe-4220-aa67-f0e927335843 of type vlan for network 1edddcb0-98e9-481b-a906-8e08db6edc39 Oct 17 11:13:08.114060 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6296723e-148a-4521-9081-da32652f0d37,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:08.177070 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (1edddcb0-98e9-481b-a906-8e08db6edc39), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:08.208658 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa56c05e-8144-4a9c-bf8b-2eb808153c9a req-b47dfdc9-5df1-43e2-b1b8-14803b33556c tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:08.210113 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fa56c05e-8144-4a9c-bf8b-2eb808153c9a req-b47dfdc9-5df1-43e2-b1b8-14803b33556c tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.1107140 Oct 17 11:13:08.222507 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (1edddcb0-98e9-481b-a906-8e08db6edc39), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:08.223409 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:08.223965 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:08.296542 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3509274 Oct 17 11:13:08.297407 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56548) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:08.303126 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-be8a1ff9-6e78-43c6-93bb-f0e187f754e2 admin admin] Request body: {'subnet': {'network_id': '1edddcb0-98e9-481b-a906-8e08db6edc39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-403202325-subnet', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7', 'ip_version': 4}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:08.309493 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da874e2f-dfcd-4ed5-ab56-3f7f9c19fff9 admin admin] Pushing event updated for resources: {'Network': ['ID=1edddcb0-98e9-481b-a906-8e08db6edc39,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:08.320300 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network 1edddcb0-98e9-481b-a906-8e08db6edc39 details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:13:08.323753 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fa56c05e-8144-4a9c-bf8b-2eb808153c9a req-e5fb251d-c2cd-4423-9ed1-fd89b15dfb41 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072311 Oct 17 11:13:08.342284 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8a1ff9-6e78-43c6-93bb-f0e187f754e2 admin admin] Made reservation on behalf of d7efc70236ac429b989ffb55451d8df7 for: {'subnet': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:13:08.344602 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-be8a1ff9-6e78-43c6-93bb-f0e187f754e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5305282'] for subnet (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:08.518099 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-be8a1ff9-6e78-43c6-93bb-f0e187f754e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5390019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5305136'] for subnet (e2d92167-f3f3-466e-9163-d7aed14e712c), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:08.527079 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Attempt 4 to provision port b1718b81-13d7-45d9-92c2-e29c7fb9079c Oct 17 11:13:08.560270 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Port b1718b81-13d7-45d9-92c2-e29c7fb9079c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:08.565282 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a1ff9-6e78-43c6-93bb-f0e187f754e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d92167-f3f3-466e-9163-d7aed14e712c,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:08.582681 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a1ff9-6e78-43c6-93bb-f0e187f754e2 admin admin] Checking segment: {'id': 'afd72a5c-1afe-4220-aa67-f0e927335843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1edddcb0-98e9-481b-a906-8e08db6edc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:13:08.583056 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a1ff9-6e78-43c6-93bb-f0e187f754e2 admin admin] Network hostable DHCP agents. Network: 1edddcb0-98e9-481b-a906-8e08db6edc39, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103977) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:13:08.602278 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a1ff9-6e78-43c6-93bb-f0e187f754e2 admin admin] Network 1edddcb0-98e9-481b-a906-8e08db6edc39 is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103977) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:13:08.612334 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-be8a1ff9-6e78-43c6-93bb-f0e187f754e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, 1edddcb0-98e9-481b-a906-8e08db6edc39) {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:13:08.617298 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8a1ff9-6e78-43c6-93bb-f0e187f754e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:08.617949 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-be8a1ff9-6e78-43c6-93bb-f0e187f754e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:08.622447 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b3d02e-173e-48f0-88bf-1145b2c7c121 None None] Network 1edddcb0-98e9-481b-a906-8e08db6edc39 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:13:08.635275 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-be8a1ff9-6e78-43c6-93bb-f0e187f754e2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3366551 Oct 17 11:13:08.641209 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56550) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:08.645268 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-403202325-router', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:08.668329 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2277'] for router (8ff3e236-e383-469b-98a8-2a63ae834f3f), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:08.670288 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7956270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2282'] for router (8ff3e236-e383-469b-98a8-2a63ae834f3f), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:08.672795 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Sync routers for ids ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:13:08.700784 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Routers {'8673eaa9-887e-4cfb-a61a-6eb8236f5b43'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:08.701447 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:12:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:08.723359 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Publish callbacks [] for router_controller (8ff3e236-e383-469b-98a8-2a63ae834f3f), precommit_add_association {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:08.794869 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf3f1ddb-2710-502b-b25e-3c7b6ab18000-1edddcb0-98e9-481b-a906-8e08db6edc39', 'network_id': '1edddcb0-98e9-481b-a906-8e08db6edc39', 'project_id': 'd7efc70236ac429b989ffb55451d8df7', 'fixed_ips': [{'subnet_id': 'e2d92167-f3f3-466e-9163-d7aed14e712c'}]}} from dv-cinder-858463-3-smb. {{(pid=103978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 17 11:13:08.795719 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:08.836327 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Set router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:08.854791 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Publish callbacks [] for router_gateway (8ff3e236-e383-469b-98a8-2a63ae834f3f), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:09.061691 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Publish callbacks [] for router_gateway (8ff3e236-e383-469b-98a8-2a63ae834f3f), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:09.081719 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:09.082047 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Attempt 5 to provision port b1718b81-13d7-45d9-92c2-e29c7fb9079c Oct 17 11:13:09.184956 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Allocated IP 172.28.1.57 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/70927297-9249-4863-b860-cb355d44dc0c) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:13:09.186671 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Port b1718b81-13d7-45d9-92c2-e29c7fb9079c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:09.214343 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Allocated IP 172.20.0.2 (1edddcb0-98e9-481b-a906-8e08db6edc39/e2d92167-f3f3-466e-9163-d7aed14e712c/78937444-f007-4de8-b32a-67bbd7b9f2b5) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:13:09.295365 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Publish callbacks [] for port (70927297-9249-4863-b860-cb355d44dc0c), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:09.318019 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d88470a5-5ae1-436b-a38f-fb8b38de17bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:09.331820 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (70927297-9249-4863-b860-cb355d44dc0c), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:09.375144 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:13:09.378084 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:13:09.381612 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:13:09.389722 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:06Z', 'revision_number': 4, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port': {'id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'b1718b81-13d7-45d9-92c2-e29c7fb9079c', 'name': '', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'mac_address': 'fa:16:3e:67:f2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0dabd473-820f-465a-8fe5-27950e002595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:06Z', 'updated_at': '2022-10-17T11:13:06Z', 'revision_number': 2, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'subnets': [{'id': '0dabd473-820f-465a-8fe5-27950e002595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:09.414632 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Pushing event updated for resources: {'Port': ['ID=70927297-9249-4863-b860-cb355d44dc0c,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:09.418102 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Checking router: 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:13:09.418461 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Updating router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 port b1718b81-13d7-45d9-92c2-e29c7fb9079c binding host dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:13:09.457940 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Publish callbacks [] for port (78937444-f007-4de8-b32a-67bbd7b9f2b5), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:09.465919 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:09.469803 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (78937444-f007-4de8-b32a-67bbd7b9f2b5), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:09.503251 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 68caa3bb-26b8-4451-94e1-130093e43d92 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:13:09.562300 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Network 1edddcb0-98e9-481b-a906-8e08db6edc39 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:13:09.580156 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:13:09.584351 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:13:09.587358 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Pushing event updated for resources: {'Port': ['ID=78937444-f007-4de8-b32a-67bbd7b9f2b5,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:09.689437 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Attempt 6 to provision port b1718b81-13d7-45d9-92c2-e29c7fb9079c Oct 17 11:13:09.740392 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 68caa3bb-26b8-4451-94e1-130093e43d92 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:09.740769 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (68caa3bb-26b8-4451-94e1-130093e43d92), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:09.741106 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 68caa3bb-26b8-4451-94e1-130093e43d92 Oct 17 11:13:09.769408 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Port b1718b81-13d7-45d9-92c2-e29c7fb9079c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:09.769975 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Attempting to bind port 78937444-f007-4de8-b32a-67bbd7b9f2b5 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:13:09.770339 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Attempting to bind port 78937444-f007-4de8-b32a-67bbd7b9f2b5 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': 'afd72a5c-1afe-4220-aa67-f0e927335843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1edddcb0-98e9-481b-a906-8e08db6edc39'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:13:09.770695 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Attempting to bind port 78937444-f007-4de8-b32a-67bbd7b9f2b5 on network 1edddcb0-98e9-481b-a906-8e08db6edc39 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:13:09.819275 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:13:09.819653 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Checking segment: {'id': 'afd72a5c-1afe-4220-aa67-f0e927335843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1edddcb0-98e9-481b-a906-8e08db6edc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:13:09.820050 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:09.820432 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Bound using segment: {'id': 'afd72a5c-1afe-4220-aa67-f0e927335843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1edddcb0-98e9-481b-a906-8e08db6edc39'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:13:09.820913 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Bound port: 78937444-f007-4de8-b32a-67bbd7b9f2b5, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd72a5c-1afe-4220-aa67-f0e927335843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1edddcb0-98e9-481b-a906-8e08db6edc39'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:13:09.821315 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (78937444-f007-4de8-b32a-67bbd7b9f2b5), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:09.838725 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf95636-62a4-4eae-b060-644aa62f2a76 req-76b7195f-2f81-4272-99a9-b406b5528694 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:09.840178 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-dcf95636-62a4-4eae-b060-644aa62f2a76 req-76b7195f-2f81-4272-99a9-b406b5528694 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.4099045 Oct 17 11:13:09.961505 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-dcf95636-62a4-4eae-b060-644aa62f2a76 req-0b988e33-24e5-4b37-804f-9609cd9d655e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134925 Oct 17 11:13:09.965502 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 68caa3bb-26b8-4451-94e1-130093e43d92 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:09.972972 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] For port 78937444-f007-4de8-b32a-67bbd7b9f2b5, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:13:09.993176 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Publish callbacks [] for router_gateway (8ff3e236-e383-469b-98a8-2a63ae834f3f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:10.004008 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] For port 78937444-f007-4de8-b32a-67bbd7b9f2b5, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=78937444-f007-4de8-b32a-67bbd7b9f2b5,segment=NetworkSegment(afd72a5c-1afe-4220-aa67-f0e927335843),segment_id=afd72a5c-1afe-4220-aa67-f0e927335843)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:13:10.015609 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (78937444-f007-4de8-b32a-67bbd7b9f2b5), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:10.023843 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Publish callbacks [] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:10.054429 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:10.105045 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d271b-5ece-4542-9e94-15521b3cb762 None None] Pushing event updated for resources: {'Port': ['ID=78937444-f007-4de8-b32a-67bbd7b9f2b5,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:10.170510 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Attempting to bind port b1718b81-13d7-45d9-92c2-e29c7fb9079c on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:13:10.171032 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Attempting to bind port b1718b81-13d7-45d9-92c2-e29c7fb9079c by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '30068794-39e3-4a56-b34d-f76a6475a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:13:10.171458 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Attempting to bind port b1718b81-13d7-45d9-92c2-e29c7fb9079c on network f05841fe-27dc-4582-bad5-cda6ab3076e0 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:13:10.179065 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:13:10.179445 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Checking segment: {'id': '30068794-39e3-4a56-b34d-f76a6475a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:13:10.179848 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:10.180241 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Bound using segment: {'id': '30068794-39e3-4a56-b34d-f76a6475a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:13:10.180710 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Bound port: b1718b81-13d7-45d9-92c2-e29c7fb9079c, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30068794-39e3-4a56-b34d-f76a6475a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:13:10.181093 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:10.182934 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e7551-f21c-46cd-8ea0-579b5a7d5caf None None] Pushing event updated for resources: {'Port': ['ID=b1718b81-13d7-45d9-92c2-e29c7fb9079c,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:10.214725 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882870'] for router (8ff3e236-e383-469b-98a8-2a63ae834f3f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:10.262096 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:10.271072 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Attempt 7 to provision port b1718b81-13d7-45d9-92c2-e29c7fb9079c Oct 17 11:13:10.293831 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] For port b1718b81-13d7-45d9-92c2-e29c7fb9079c, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:13:10.309846 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] For port b1718b81-13d7-45d9-92c2-e29c7fb9079c, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=b1718b81-13d7-45d9-92c2-e29c7fb9079c,segment=NetworkSegment(30068794-39e3-4a56-b34d-f76a6475a2d9),segment_id=30068794-39e3-4a56-b34d-f76a6475a2d9)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:13:10.319604 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Port b1718b81-13d7-45d9-92c2-e29c7fb9079c cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:10.320624 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:10.364605 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Router 8ff3e236-e383-469b-98a8-2a63ae834f3f is scheduled to L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 with binding_index 1 {{(pid=103977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 11:13:10.367258 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Routers {'8673eaa9-887e-4cfb-a61a-6eb8236f5b43'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:10.368011 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:13:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:10.416245 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e7551-f21c-46cd-8ea0-579b5a7d5caf None None] Pushing event updated for resources: {'Port': ['ID=b1718b81-13d7-45d9-92c2-e29c7fb9079c,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:10.469878 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:13:10.479990 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Sync routers for ids ['8ff3e236-e383-469b-98a8-2a63ae834f3f'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:13:10.485354 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] Set router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:10.492417 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:10.493031 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Routers {'8ff3e236-e383-469b-98a8-2a63ae834f3f'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:10.496156 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-2073d0cc-ddac-4740-9a02-fc742c399532 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8518600 Oct 17 11:13:10.496424 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56554) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:10.497066 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:13:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8ff3e236-e383-469b-98a8-2a63ae834f3f'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:10.545925 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:10.610549 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Set router 8ff3e236-e383-469b-98a8-2a63ae834f3f gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:10.801636 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'name': 'tempest-TestMinimumBasicScenario-403202325-router', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '70927297-9249-4863-b860-cb355d44dc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:08Z', 'updated_at': '2022-10-17T11:13:09Z', 'revision_number': 3, 'project_id': 'd7efc70236ac429b989ffb55451d8df7', 'gw_port': {'id': '70927297-9249-4863-b860-cb355d44dc0c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:09Z', 'updated_at': '2022-10-17T11:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:10.837697 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Checking router: 8ff3e236-e383-469b-98a8-2a63ae834f3f for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:13:10.838186 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Updating router 8ff3e236-e383-469b-98a8-2a63ae834f3f port 70927297-9249-4863-b860-cb355d44dc0c binding host dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:13:10.847956 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Attempt 8 to provision port b1718b81-13d7-45d9-92c2-e29c7fb9079c Oct 17 11:13:10.871527 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (70927297-9249-4863-b860-cb355d44dc0c), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:10.883043 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:06Z', 'revision_number': 4, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port': {'id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'b1718b81-13d7-45d9-92c2-e29c7fb9079c', 'name': '', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'mac_address': 'fa:16:3e:67:f2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0dabd473-820f-465a-8fe5-27950e002595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:06Z', 'updated_at': '2022-10-17T11:13:10Z', 'revision_number': 4, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'subnets': [{'id': '0dabd473-820f-465a-8fe5-27950e002595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:10.913345 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a413bf27-f763-4537-b61a-89caeaf53bae None None] The sync data for ids ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'] in dv-cinder-858463-3-smb is: [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:06Z', 'revision_number': 4, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port': {'id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'b1718b81-13d7-45d9-92c2-e29c7fb9079c', 'name': '', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'mac_address': 'fa:16:3e:67:f2:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0dabd473-820f-465a-8fe5-27950e002595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:06Z', 'updated_at': '2022-10-17T11:13:10Z', 'revision_number': 4, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'subnets': [{'id': '0dabd473-820f-465a-8fe5-27950e002595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:13:10.977388 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Current status of the port b1718b81-13d7-45d9-92c2-e29c7fb9079c is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:10.978007 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.004309 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.056099 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] For port b1718b81-13d7-45d9-92c2-e29c7fb9079c, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=b1718b81-13d7-45d9-92c2-e29c7fb9079c,segment=NetworkSegment(30068794-39e3-4a56-b34d-f76a6475a2d9),segment_id=30068794-39e3-4a56-b34d-f76a6475a2d9)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:11.072739 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.143640 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98777a1-313b-4262-a39e-e723c3b47c58 None None] Pushing event updated for resources: {'Port': ['ID=b1718b81-13d7-45d9-92c2-e29c7fb9079c,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:11.175467 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d08ea-6742-4698-8468-da50a8da6ffc req-8be93d6d-d0a6-4b22-bf16-ff494e3f7fc8 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:11.185766 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2a9d08ea-6742-4698-8468-da50a8da6ffc req-8be93d6d-d0a6-4b22-bf16-ff494e3f7fc8 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.1091261 Oct 17 11:13:11.207152 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-aac52c12-9f47-43c1-b30d-6e686424a13c None None] Provisioning complete for port b1718b81-13d7-45d9-92c2-e29c7fb9079c triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:11.207806 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-aac52c12-9f47-43c1-b30d-6e686424a13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.208308 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-aac52c12-9f47-43c1-b30d-6e686424a13c None None] Attempt 1 to provision port b1718b81-13d7-45d9-92c2-e29c7fb9079c Oct 17 11:13:11.216134 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a29b02-695d-40f6-b0cf-2cc80d2d6e63 None None] Network 1edddcb0-98e9-481b-a906-8e08db6edc39 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:13:11.285257 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Publish callbacks [] for port (70927297-9249-4863-b860-cb355d44dc0c), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.288623 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2a9d08ea-6742-4698-8468-da50a8da6ffc req-54e40fb5-84de-4f82-a78c-e09cf1498aeb tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914156 Oct 17 11:13:11.295917 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (70927297-9249-4863-b860-cb355d44dc0c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.299040 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Allocated IP 172.20.0.1 (1edddcb0-98e9-481b-a906-8e08db6edc39/e2d92167-f3f3-466e-9163-d7aed14e712c/4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:13:11.366107 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c42c7e-b9c9-4c4a-b8b2-c0725687065f None None] Pushing event updated for resources: {'Port': ['ID=70927297-9249-4863-b860-cb355d44dc0c,revision_number=2']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:11.378825 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Attempting to bind port 70927297-9249-4863-b860-cb355d44dc0c on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:13:11.379408 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Attempting to bind port 70927297-9249-4863-b860-cb355d44dc0c by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:13:11.379776 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Attempting to bind port 70927297-9249-4863-b860-cb355d44dc0c on network 59bc4f32-b948-49dd-8148-863382a25dbf {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:13:11.389898 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:13:11.390398 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Checking segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:13:11.390547 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-aac52c12-9f47-43c1-b30d-6e686424a13c None None] Current status of the port b1718b81-13d7-45d9-92c2-e29c7fb9079c is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:11.390848 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.391197 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Bound using segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:13:11.391684 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Bound port: 70927297-9249-4863-b860-cb355d44dc0c, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:13:11.392420 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (70927297-9249-4863-b860-cb355d44dc0c), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.470747 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] For port 70927297-9249-4863-b860-cb355d44dc0c, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:13:11.470955 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Publish callbacks [] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.475418 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] For port 70927297-9249-4863-b860-cb355d44dc0c, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=70927297-9249-4863-b860-cb355d44dc0c,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:13:11.488555 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (70927297-9249-4863-b860-cb355d44dc0c), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.515500 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-f9dda024-48bc-4a27-98c2-d5f60bd34c06 None None] Provisioning complete for port 78937444-f007-4de8-b32a-67bbd7b9f2b5 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:11.516518 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f9dda024-48bc-4a27-98c2-d5f60bd34c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (78937444-f007-4de8-b32a-67bbd7b9f2b5), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.517082 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-f9dda024-48bc-4a27-98c2-d5f60bd34c06 None None] Attempt 1 to provision port 78937444-f007-4de8-b32a-67bbd7b9f2b5 Oct 17 11:13:11.546842 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.597848 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Routers {'8ff3e236-e383-469b-98a8-2a63ae834f3f'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:11.598326 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:13:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8ff3e236-e383-469b-98a8-2a63ae834f3f'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:11.614370 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Pushing event updated for resources: {'Port': ['ID=4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:11.623180 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Network 1edddcb0-98e9-481b-a906-8e08db6edc39 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:13:11.624726 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:13:11.630500 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:13:11.648329 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device b1718b81-13d7-45d9-92c2-e29c7fb9079c up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:13:11.669484 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c42c7e-b9c9-4c4a-b8b2-c0725687065f None None] Pushing event updated for resources: {'Port': ['ID=70927297-9249-4863-b860-cb355d44dc0c,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:11.693350 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878563'] for router_interface (8ff3e236-e383-469b-98a8-2a63ae834f3f), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.707285 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-f9dda024-48bc-4a27-98c2-d5f60bd34c06 None None] Current status of the port 78937444-f007-4de8-b32a-67bbd7b9f2b5 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:11.707678 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f9dda024-48bc-4a27-98c2-d5f60bd34c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (78937444-f007-4de8-b32a-67bbd7b9f2b5), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.757273 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port b1718b81-13d7-45d9-92c2-e29c7fb9079c triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:11.758004 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.758519 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port b1718b81-13d7-45d9-92c2-e29c7fb9079c Oct 17 11:13:11.766449 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-f9dda024-48bc-4a27-98c2-d5f60bd34c06 None None] For port 78937444-f007-4de8-b32a-67bbd7b9f2b5, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=78937444-f007-4de8-b32a-67bbd7b9f2b5,segment=NetworkSegment(afd72a5c-1afe-4220-aa67-f0e927335843),segment_id=afd72a5c-1afe-4220-aa67-f0e927335843)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:11.785087 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f9dda024-48bc-4a27-98c2-d5f60bd34c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (78937444-f007-4de8-b32a-67bbd7b9f2b5), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.881841 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9dda024-48bc-4a27-98c2-d5f60bd34c06 None None] Pushing event updated for resources: {'Port': ['ID=78937444-f007-4de8-b32a-67bbd7b9f2b5,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:11.960925 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.965116 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-a761e6c4-152a-4ec4-a72f-549930810a8f None None] Provisioning complete for port 78937444-f007-4de8-b32a-67bbd7b9f2b5 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:11.965522 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a761e6c4-152a-4ec4-a72f-549930810a8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (78937444-f007-4de8-b32a-67bbd7b9f2b5), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:11.965981 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-a761e6c4-152a-4ec4-a72f-549930810a8f None None] Attempt 1 to provision port 78937444-f007-4de8-b32a-67bbd7b9f2b5 Oct 17 11:13:11.980529 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] Set router 8ff3e236-e383-469b-98a8-2a63ae834f3f gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:11.996861 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port b1718b81-13d7-45d9-92c2-e29c7fb9079c is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:11.998102 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 78937444-f007-4de8-b32a-67bbd7b9f2b5 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:13:12.109443 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 78937444-f007-4de8-b32a-67bbd7b9f2b5 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:12.110077 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (78937444-f007-4de8-b32a-67bbd7b9f2b5), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:12.110585 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 78937444-f007-4de8-b32a-67bbd7b9f2b5 Oct 17 11:13:12.141136 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-a761e6c4-152a-4ec4-a72f-549930810a8f None None] Current status of the port 78937444-f007-4de8-b32a-67bbd7b9f2b5 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:12.174967 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Publish callbacks [] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:12.184086 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:12.196455 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'name': 'tempest-TestMinimumBasicScenario-403202325-router', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '70927297-9249-4863-b860-cb355d44dc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:08Z', 'updated_at': '2022-10-17T11:13:09Z', 'revision_number': 3, 'project_id': 'd7efc70236ac429b989ffb55451d8df7', 'gw_port': {'id': '70927297-9249-4863-b860-cb355d44dc0c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:09Z', 'updated_at': '2022-10-17T11:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:12.206225 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 78937444-f007-4de8-b32a-67bbd7b9f2b5 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:12.225042 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f4c03d-3a9f-4d65-8435-2c94d320c97c None None] The sync data for ids ['8ff3e236-e383-469b-98a8-2a63ae834f3f'] in dv-cinder-858463-3-smb is: [{'id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'name': 'tempest-TestMinimumBasicScenario-403202325-router', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '70927297-9249-4863-b860-cb355d44dc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:08Z', 'updated_at': '2022-10-17T11:13:09Z', 'revision_number': 3, 'project_id': 'd7efc70236ac429b989ffb55451d8df7', 'gw_port': {'id': '70927297-9249-4863-b860-cb355d44dc0c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:09Z', 'updated_at': '2022-10-17T11:13:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:13:12.268700 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Pushing event updated for resources: {'Port': ['ID=4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:12.269027 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Provisioning complete for port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:12.269528 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:12.270124 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Attempt 1 to provision port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e Oct 17 11:13:12.271363 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8316014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7878455'] for router_interface (8ff3e236-e383-469b-98a8-2a63ae834f3f), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:12.313990 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:12.374473 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Network 1edddcb0-98e9-481b-a906-8e08db6edc39 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:13:12.376036 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:13:12.512480 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b5fbb-dbcd-42d7-a5be-05b8da13744a req-c0ff0e61-0074-4d11-bf2e-ac4cb31e29e3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:12.514212 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-824b5fbb-dbcd-42d7-a5be-05b8da13744a req-c0ff0e61-0074-4d11-bf2e-ac4cb31e29e3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.1305823 Oct 17 11:13:12.546264 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Router 8ff3e236-e383-469b-98a8-2a63ae834f3f has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:13:12.605121 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:12.670831 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-824b5fbb-dbcd-42d7-a5be-05b8da13744a req-1e399feb-b225-4227-9287-2393a8c07a0e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483519 Oct 17 11:13:12.692056 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:13:12.705280 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-8cce84f6-23c2-4f44-9eac-8302c061959c admin admin] 10.222.0.43 "PUT /v2.0/routers/8ff3e236-e383-469b-98a8-2a63ae834f3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2077606 Oct 17 11:13:12.815211 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Attempt 2 to provision port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e Oct 17 11:13:12.848612 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:13.350289 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Attempt 3 to provision port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e Oct 17 11:13:13.382461 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:13.529456 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 78937444-f007-4de8-b32a-67bbd7b9f2b5 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:13:13.589463 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 78937444-f007-4de8-b32a-67bbd7b9f2b5 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:13.589849 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (78937444-f007-4de8-b32a-67bbd7b9f2b5), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:13.590199 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 78937444-f007-4de8-b32a-67bbd7b9f2b5 Oct 17 11:13:13.674334 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 78937444-f007-4de8-b32a-67bbd7b9f2b5 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:13.675907 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 70927297-9249-4863-b860-cb355d44dc0c up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:13:13.741934 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 70927297-9249-4863-b860-cb355d44dc0c triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:13.742322 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (70927297-9249-4863-b860-cb355d44dc0c), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:13.742919 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 70927297-9249-4863-b860-cb355d44dc0c Oct 17 11:13:13.828958 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e623e-52d4-4409-a98b-3e98997dd20e req-5a3f84f6-9dc5-4ed5-a640-b95f7aa1146c tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:13.831379 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 70927297-9249-4863-b860-cb355d44dc0c is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:13.831665 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (70927297-9249-4863-b860-cb355d44dc0c), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:13.836240 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-304e623e-52d4-4409-a98b-3e98997dd20e req-5a3f84f6-9dc5-4ed5-a640-b95f7aa1146c tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0736675 Oct 17 11:13:13.860334 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port 70927297-9249-4863-b860-cb355d44dc0c, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=70927297-9249-4863-b860-cb355d44dc0c,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:13.870917 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (70927297-9249-4863-b860-cb355d44dc0c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:13.897323 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-304e623e-52d4-4409-a98b-3e98997dd20e req-9eca63dc-0c1a-430c-80f2-86995077d7a0 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595052 Oct 17 11:13:13.912479 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Attempt 4 to provision port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e Oct 17 11:13:13.965914 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:13.966814 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=70927297-9249-4863-b860-cb355d44dc0c,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:14.345381 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:14.466857 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Attempt 5 to provision port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e Oct 17 11:13:14.521192 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:14.558404 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56590) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:14.626046 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Sync routers for ids ['8ff3e236-e383-469b-98a8-2a63ae834f3f'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:13:14.636001 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Routers {'8ff3e236-e383-469b-98a8-2a63ae834f3f'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:14.640083 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:13:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8ff3e236-e383-469b-98a8-2a63ae834f3f'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:14.773971 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-98ca71a3-c673-4618-ada0-c203f66a86b9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Deleting port 4bcc4f79-4054-44c3-a48f-375db9a88b9a {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:13:14.774604 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-98ca71a3-c673-4618-ada0-c203f66a86b9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (4bcc4f79-4054-44c3-a48f-375db9a88b9a), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:14.795595 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Set router 8ff3e236-e383-469b-98a8-2a63ae834f3f gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:14.858839 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-98ca71a3-c673-4618-ada0-c203f66a86b9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (4bcc4f79-4054-44c3-a48f-375db9a88b9a), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:14.859822 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-98ca71a3-c673-4618-ada0-c203f66a86b9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for floatingip (4bcc4f79-4054-44c3-a48f-375db9a88b9a), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:14.875027 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-98ca71a3-c673-4618-ada0-c203f66a86b9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Calling delete_port for 4bcc4f79-4054-44c3-a48f-375db9a88b9a owned by network:floatingip {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:13:15.034098 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Attempt 6 to provision port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e Oct 17 11:13:15.075603 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:15.079983 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03415e51-b7fe-425e-ade0-bc4f5c8e0767 req-23c9de4f-764b-4750-8e07-90a2fcd1c938 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:15.081659 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-03415e51-b7fe-425e-ade0-bc4f5c8e0767 req-23c9de4f-764b-4750-8e07-90a2fcd1c938 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0966809 Oct 17 11:13:15.107917 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'name': 'tempest-TestMinimumBasicScenario-403202325-router', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '70927297-9249-4863-b860-cb355d44dc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:08Z', 'updated_at': '2022-10-17T11:13:11Z', 'revision_number': 4, 'project_id': 'd7efc70236ac429b989ffb55451d8df7', 'gw_port': {'id': '70927297-9249-4863-b860-cb355d44dc0c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:09Z', 'updated_at': '2022-10-17T11:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e', 'name': '', 'network_id': '1edddcb0-98e9-481b-a906-8e08db6edc39', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7', 'mac_address': 'fa:16:3e:dc:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e2d92167-f3f3-466e-9163-d7aed14e712c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:11Z', 'updated_at': '2022-10-17T11:13:12Z', 'revision_number': 2, 'project_id': 'd7efc70236ac429b989ffb55451d8df7', 'subnets': [{'id': 'e2d92167-f3f3-466e-9163-d7aed14e712c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:15.143507 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Checking router: 8ff3e236-e383-469b-98a8-2a63ae834f3f for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:13:15.144308 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Updating router 8ff3e236-e383-469b-98a8-2a63ae834f3f port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e binding host dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:13:15.150318 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-03415e51-b7fe-425e-ade0-bc4f5c8e0767 req-7ecef160-22f5-4635-a300-2df3f11e1373 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601161 Oct 17 11:13:15.153378 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-98ca71a3-c673-4618-ada0-c203f66a86b9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (4bcc4f79-4054-44c3-a48f-375db9a88b9a), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:15.183126 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca71a3-c673-4618-ada0-c203f66a86b9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Pushing event deleted for resources: {'Port': ['ID=4bcc4f79-4054-44c3-a48f-375db9a88b9a,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:15.195580 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:15.281681 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-98ca71a3-c673-4618-ada0-c203f66a86b9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for floatingip (fec80c6d-f506-462b-9ea9-cb8df1bad785), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:15.282010 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.l3_db [None req-98ca71a3-c673-4618-ada0-c203f66a86b9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Floating IP fec80c6d-f506-462b-9ea9-cb8df1bad785 disassociated (deleted). External IP: 172.28.1.22, port: 3955c45d-91b3-45ab-a7a9-681f85f45b1f. Oct 17 11:13:15.552877 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ca71a3-c673-4618-ada0-c203f66a86b9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Router 1ff7d49c-4399-462d-b9e2-819053d0137b has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:13:15.556935 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 70927297-9249-4863-b860-cb355d44dc0c up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:13:15.590942 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Attempt 7 to provision port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e Oct 17 11:13:15.704460 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ca71a3-c673-4618-ada0-c203f66a86b9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:13:15.709161 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-98ca71a3-c673-4618-ada0-c203f66a86b9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:15.716869 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d52ef3d-9665-42f4-9352-3fe9710e306c None None] Sync routers for ids ['1ff7d49c-4399-462d-b9e2-819053d0137b'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:13:15.743301 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52ef3d-9665-42f4-9352-3fe9710e306c None None] Routers {'1ff7d49c-4399-462d-b9e2-819053d0137b'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:15.744342 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-9d52ef3d-9665-42f4-9352-3fe9710e306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:13:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['1ff7d49c-4399-462d-b9e2-819053d0137b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:15.748509 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-98ca71a3-c673-4618-ada0-c203f66a86b9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "DELETE /v2.0/floatingips/fec80c6d-f506-462b-9ea9-cb8df1bad785 HTTP/1.1" status: 204 len: 168 time: 1.1883426 Oct 17 11:13:15.749193 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'tag': '3955c45d-91b3-45ab-a7a9-681f85f45b1f'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:13:15.751472 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d19b13a-e5c5-4a31-91fc-f9ec11762486" -d '{"events": [{"name": "network-changed", "server_uuid": "0818104e-2132-4c41-aa3e-d0fe9f767c60", "tag": "3955c45d-91b3-45ab-a7a9-681f85f45b1f"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:13:15.788953 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd1c7454-c4a3-4d6f-90da-e7b109aed496 x-openstack-request-id: req-cd1c7454-c4a3-4d6f-90da-e7b109aed496 {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:13:15.789816 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0818104e-2132-4c41-aa3e-d0fe9f767c60", "tag": "3955c45d-91b3-45ab-a7a9-681f85f45b1f", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:13:15.790233 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-cd1c7454-c4a3-4d6f-90da-e7b109aed496 {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:13:15.790786 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd1c7454-c4a3-4d6f-90da-e7b109aed496'] response: {'name': 'network-changed', 'server_uuid': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'tag': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'status': 'completed', 'code': 200} Oct 17 11:13:15.858537 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Publish callbacks [] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:15.870279 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-9d52ef3d-9665-42f4-9352-3fe9710e306c None None] Set router 1ff7d49c-4399-462d-b9e2-819053d0137b gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:15.884630 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:15.886151 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19b13a-e5c5-4a31-91fc-f9ec11762486 req-4730ddd2-31dd-46a2-88f4-93628508e3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:15.888362 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4d19b13a-e5c5-4a31-91fc-f9ec11762486 req-4730ddd2-31dd-46a2-88f4-93628508e3d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=213ce8b88d1c43309080027f9f323610&device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 1129 time: 0.0681484 Oct 17 11:13:15.930657 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:16.091575 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a988648-0225-45e7-9173-b76082caf396 None None] Pushing event updated for resources: {'Port': ['ID=4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:16.094932 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 70927297-9249-4863-b860-cb355d44dc0c triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:16.095513 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (70927297-9249-4863-b860-cb355d44dc0c), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:16.096016 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 70927297-9249-4863-b860-cb355d44dc0c Oct 17 11:13:16.112635 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19b13a-e5c5-4a31-91fc-f9ec11762486 req-9fb9f854-f629-403c-b8c0-9cbea35b8190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:16.114253 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4d19b13a-e5c5-4a31-91fc-f9ec11762486 req-9fb9f854-f629-403c-b8c0-9cbea35b8190 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 HTTP/1.1" status: 200 len: 910 time: 0.2163770 Oct 17 11:13:16.159976 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4d19b13a-e5c5-4a31-91fc-f9ec11762486 req-3c893b82-9dad-497e-9dbb-fb0c43277f91 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f HTTP/1.1" status: 200 len: 217 time: 0.0373471 Oct 17 11:13:16.180713 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc4ac0c-e4cf-4319-8a5b-228e557fa359 req-e6b1ebbc-efad-47d3-9888-d9f09e5fce12 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:16.181742 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Attempting to bind port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:13:16.182859 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Attempting to bind port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': 'afd72a5c-1afe-4220-aa67-f0e927335843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1edddcb0-98e9-481b-a906-8e08db6edc39'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:13:16.183438 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Attempting to bind port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e on network 1edddcb0-98e9-481b-a906-8e08db6edc39 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:13:16.187967 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1cc4ac0c-e4cf-4319-8a5b-228e557fa359 req-e6b1ebbc-efad-47d3-9888-d9f09e5fce12 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.1199539 Oct 17 11:13:16.199389 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:13:16.200147 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Checking segment: {'id': 'afd72a5c-1afe-4220-aa67-f0e927335843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1edddcb0-98e9-481b-a906-8e08db6edc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:13:16.200724 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:16.201311 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Bound using segment: {'id': 'afd72a5c-1afe-4220-aa67-f0e927335843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1edddcb0-98e9-481b-a906-8e08db6edc39'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:13:16.201952 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Bound port: 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd72a5c-1afe-4220-aa67-f0e927335843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': '1edddcb0-98e9-481b-a906-8e08db6edc39'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:13:16.202658 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:16.239929 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-9d52ef3d-9665-42f4-9352-3fe9710e306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '34336398-8d43-4af2-92f7-211926879dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 4, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port': {'id': '34336398-8d43-4af2-92f7-211926879dfb', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:47Z', 'updated_at': '2022-10-17T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '73a0b6d0-9c50-4c7c-9c4c-76557a86ed28', 'name': '', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'mac_address': 'fa:16:3e:ff:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:48Z', 'updated_at': '2022-10-17T11:08:54Z', 'revision_number': 5, 'project_id': '213ce8b88d1c43309080027f9f323610', 'subnets': [{'id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:16.261724 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19b13a-e5c5-4a31-91fc-f9ec11762486 req-24acbcd1-8736-46cb-8d56-47f9545555c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:16.263413 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4d19b13a-e5c5-4a31-91fc-f9ec11762486 req-24acbcd1-8736-46cb-8d56-47f9545555c0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dc0f225-6e64-4b4e-8686-3694a564a62c HTTP/1.1" status: 200 len: 848 time: 0.0908289 Oct 17 11:13:16.283042 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] For port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:13:16.289139 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] For port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e,segment=NetworkSegment(afd72a5c-1afe-4220-aa67-f0e927335843),segment_id=afd72a5c-1afe-4220-aa67-f0e927335843)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:13:16.299241 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1cc4ac0c-e4cf-4319-8a5b-228e557fa359 req-7d51059c-784b-4ad5-8ff9-cb551247a47d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021121 Oct 17 11:13:16.314524 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d52ef3d-9665-42f4-9352-3fe9710e306c None None] Checking router: 1ff7d49c-4399-462d-b9e2-819053d0137b for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:13:16.332625 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:16.337926 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d52ef3d-9665-42f4-9352-3fe9710e306c None None] Routers {'1ff7d49c-4399-462d-b9e2-819053d0137b'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:16.338652 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-9d52ef3d-9665-42f4-9352-3fe9710e306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:13:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['1ff7d49c-4399-462d-b9e2-819053d0137b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:16.339272 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19b13a-e5c5-4a31-91fc-f9ec11762486 req-445b2398-cc5c-4692-b311-a8df61db5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:16.341656 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4d19b13a-e5c5-4a31-91fc-f9ec11762486 req-445b2398-cc5c-4692-b311-a8df61db5659 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0685649 Oct 17 11:13:16.393599 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 70927297-9249-4863-b860-cb355d44dc0c is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:16.404533 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Routers {'8ff3e236-e383-469b-98a8-2a63ae834f3f'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:16.405240 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:13:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8ff3e236-e383-469b-98a8-2a63ae834f3f'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:16.468305 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Attempt 8 to provision port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e Oct 17 11:13:16.496632 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-9d52ef3d-9665-42f4-9352-3fe9710e306c None None] Set router 1ff7d49c-4399-462d-b9e2-819053d0137b gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:16.511008 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a988648-0225-45e7-9173-b76082caf396 None None] Pushing event updated for resources: {'Port': ['ID=4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:16.537582 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4d19b13a-e5c5-4a31-91fc-f9ec11762486 req-8462336a-bcc5-4762-a83f-21b655b898b4 service neutron] 10.222.0.23 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881692 Oct 17 11:13:16.683561 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] Set router 8ff3e236-e383-469b-98a8-2a63ae834f3f gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:16.759290 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4d19b13a-e5c5-4a31-91fc-f9ec11762486 req-9c36c490-6c14-41ab-ade7-137920b4a84b service neutron] 10.222.0.23 "GET /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098141 Oct 17 11:13:16.772237 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318f884-f527-4c72-a76c-67b0efd07c10 req-fb65ecf4-05a0-4085-9282-21fab28cf385 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:16.774461 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b318f884-f527-4c72-a76c-67b0efd07c10 req-fb65ecf4-05a0-4085-9282-21fab28cf385 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.4706364 Oct 17 11:13:16.794968 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-9d52ef3d-9665-42f4-9352-3fe9710e306c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '34336398-8d43-4af2-92f7-211926879dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 4, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port': {'id': '34336398-8d43-4af2-92f7-211926879dfb', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:47Z', 'updated_at': '2022-10-17T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '73a0b6d0-9c50-4c7c-9c4c-76557a86ed28', 'name': '', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'mac_address': 'fa:16:3e:ff:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:48Z', 'updated_at': '2022-10-17T11:08:54Z', 'revision_number': 5, 'project_id': '213ce8b88d1c43309080027f9f323610', 'subnets': [{'id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:16.831648 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d52ef3d-9665-42f4-9352-3fe9710e306c None None] The sync data for ids ['1ff7d49c-4399-462d-b9e2-819053d0137b'] in dv-cinder-858463-3-smb is: [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '34336398-8d43-4af2-92f7-211926879dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:08:49Z', 'revision_number': 4, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port': {'id': '34336398-8d43-4af2-92f7-211926879dfb', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:47Z', 'updated_at': '2022-10-17T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '73a0b6d0-9c50-4c7c-9c4c-76557a86ed28', 'name': '', 'network_id': 'a7146e06-f7b7-4a7b-927e-6cc5e5dbde18', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'mac_address': 'fa:16:3e:ff:eb:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:48Z', 'updated_at': '2022-10-17T11:08:54Z', 'revision_number': 5, 'project_id': '213ce8b88d1c43309080027f9f323610', 'subnets': [{'id': '0dc0f225-6e64-4b4e-8686-3694a564a62c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:13:16.833488 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b318f884-f527-4c72-a76c-67b0efd07c10 req-e0cc76b7-b890-4796-a1dc-155db4164151 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528295 Oct 17 11:13:16.834831 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Current status of the port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:16.835223 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:16.925376 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] For port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e,segment=NetworkSegment(afd72a5c-1afe-4220-aa67-f0e927335843),segment_id=afd72a5c-1afe-4220-aa67-f0e927335843)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:16.941508 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:17.046478 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121bef3-a443-4fc0-9cc7-96304731018f None None] Pushing event updated for resources: {'Port': ['ID=4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:17.074237 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-85f328a9-a6b7-454a-8532-bdb08a3abe94 None None] Provisioning complete for port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:17.074622 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-85f328a9-a6b7-454a-8532-bdb08a3abe94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:17.075005 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-85f328a9-a6b7-454a-8532-bdb08a3abe94 None None] Attempt 1 to provision port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e Oct 17 11:13:17.111561 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'name': 'tempest-TestMinimumBasicScenario-403202325-router', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '70927297-9249-4863-b860-cb355d44dc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:08Z', 'updated_at': '2022-10-17T11:13:11Z', 'revision_number': 4, 'project_id': 'd7efc70236ac429b989ffb55451d8df7', 'gw_port': {'id': '70927297-9249-4863-b860-cb355d44dc0c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:09Z', 'updated_at': '2022-10-17T11:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e', 'name': '', 'network_id': '1edddcb0-98e9-481b-a906-8e08db6edc39', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7', 'mac_address': 'fa:16:3e:dc:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e2d92167-f3f3-466e-9163-d7aed14e712c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:11Z', 'updated_at': '2022-10-17T11:13:16Z', 'revision_number': 4, 'project_id': 'd7efc70236ac429b989ffb55451d8df7', 'subnets': [{'id': 'e2d92167-f3f3-466e-9163-d7aed14e712c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:17.150329 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6106c-93e5-43be-a60a-01a3ac368c07 None None] The sync data for ids ['8ff3e236-e383-469b-98a8-2a63ae834f3f'] in dv-cinder-858463-3-smb is: [{'id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'name': 'tempest-TestMinimumBasicScenario-403202325-router', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '70927297-9249-4863-b860-cb355d44dc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:08Z', 'updated_at': '2022-10-17T11:13:11Z', 'revision_number': 4, 'project_id': 'd7efc70236ac429b989ffb55451d8df7', 'gw_port': {'id': '70927297-9249-4863-b860-cb355d44dc0c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:09Z', 'updated_at': '2022-10-17T11:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': '4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e', 'name': '', 'network_id': '1edddcb0-98e9-481b-a906-8e08db6edc39', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7', 'mac_address': 'fa:16:3e:dc:ae:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'e2d92167-f3f3-466e-9163-d7aed14e712c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:11Z', 'updated_at': '2022-10-17T11:13:16Z', 'revision_number': 4, 'project_id': 'd7efc70236ac429b989ffb55451d8df7', 'subnets': [{'id': 'e2d92167-f3f3-466e-9163-d7aed14e712c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:13:17.201839 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-85f328a9-a6b7-454a-8532-bdb08a3abe94 None None] Current status of the port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:17.275088 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6788e7be-08d7-4648-b921-86dad8e255e3 None None] New status for floating IP fec80c6d-f506-462b-9ea9-cb8df1bad785: DOWN {{(pid=103978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:13:17.454833 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c681fb1-78d9-4184-91de-ca9477f84d6c req-1ee6b344-a4e6-4b49-a655-a005289d79e9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:17.456461 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2c681fb1-78d9-4184-91de-ca9477f84d6c req-1ee6b344-a4e6-4b49-a655-a005289d79e9 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0690465 Oct 17 11:13:17.528230 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:13:17.544924 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2c681fb1-78d9-4184-91de-ca9477f84d6c req-f334acab-7c59-4bc6-84a0-f83305a7ad5d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/security-groups?id=43029f98-f7dc-466a-a17e-50cf81514f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795436 Oct 17 11:13:17.598302 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:17.598736 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:17.599019 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e Oct 17 11:13:17.610730 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858e05a-95cf-4798-a880-328ed12e5c4f req-12f1607b-d320-475a-8229-1a931512d965 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:17.612309 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3858e05a-95cf-4798-a880-328ed12e5c4f req-12f1607b-d320-475a-8229-1a931512d965 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.23 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 945 time: 0.0664535 Oct 17 11:13:17.694641 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:17.738075 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-3858e05a-95cf-4798-a880-328ed12e5c4f req-13bf6bea-7c1c-409d-9d97-a1f8b9689374 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Deleting port 3955c45d-91b3-45ab-a7a9-681f85f45b1f {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:13:17.738075 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-3858e05a-95cf-4798-a880-328ed12e5c4f req-13bf6bea-7c1c-409d-9d97-a1f8b9689374 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:17.847450 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-3858e05a-95cf-4798-a880-328ed12e5c4f req-13bf6bea-7c1c-409d-9d97-a1f8b9689374 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] For port 3955c45d-91b3-45ab-a7a9-681f85f45b1f, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=3955c45d-91b3-45ab-a7a9-681f85f45b1f,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:17.847821 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-3858e05a-95cf-4798-a880-328ed12e5c4f req-13bf6bea-7c1c-409d-9d97-a1f8b9689374 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:17.862270 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-3858e05a-95cf-4798-a880-328ed12e5c4f req-13bf6bea-7c1c-409d-9d97-a1f8b9689374 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Calling delete_port for 3955c45d-91b3-45ab-a7a9-681f85f45b1f owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:13:18.045404 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77000bc3-62fc-4670-8ee2-56ec6f8ffc10 req-a595611b-3a9c-4000-a277-70ddad0f5cca tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:18.053417 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-77000bc3-62fc-4670-8ee2-56ec6f8ffc10 req-a595611b-3a9c-4000-a277-70ddad0f5cca tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0857422 Oct 17 11:13:18.129756 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-3858e05a-95cf-4798-a880-328ed12e5c4f req-13bf6bea-7c1c-409d-9d97-a1f8b9689374 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (3955c45d-91b3-45ab-a7a9-681f85f45b1f), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:18.137732 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-77000bc3-62fc-4670-8ee2-56ec6f8ffc10 req-687a8aaa-342a-438e-9919-324017828f71 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840096 Oct 17 11:13:18.235106 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf6bea-7c1c-409d-9d97-a1f8b9689374 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Pushing event deleted for resources: {'Port': ['ID=3955c45d-91b3-45ab-a7a9-681f85f45b1f,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:18.268793 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-3858e05a-95cf-4798-a880-328ed12e5c4f req-13bf6bea-7c1c-409d-9d97-a1f8b9689374 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] No DVR routers for this DVR port 3955c45d-91b3-45ab-a7a9-681f85f45b1f on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:13:18.273669 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-3858e05a-95cf-4798-a880-328ed12e5c4f req-13bf6bea-7c1c-409d-9d97-a1f8b9689374 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:18.277167 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3858e05a-95cf-4798-a880-328ed12e5c4f req-13bf6bea-7c1c-409d-9d97-a1f8b9689374 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.23 "DELETE /v2.0/ports/3955c45d-91b3-45ab-a7a9-681f85f45b1f HTTP/1.1" status: 204 len: 173 time: 0.6539896 Oct 17 11:13:18.277750 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'name': 'network-vif-deleted', 'tag': '3955c45d-91b3-45ab-a7a9-681f85f45b1f'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:13:18.280194 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894cd1f3-ecf0-4b59-990e-ab7626e1b69b" -d '{"events": [{"server_uuid": "0818104e-2132-4c41-aa3e-d0fe9f767c60", "name": "network-vif-deleted", "tag": "3955c45d-91b3-45ab-a7a9-681f85f45b1f"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:13:18.337205 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00934a1b-775f-4e28-929a-9bac4cf71556 x-openstack-request-id: req-00934a1b-775f-4e28-929a-9bac4cf71556 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:13:18.337576 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0818104e-2132-4c41-aa3e-d0fe9f767c60", "name": "network-vif-deleted", "tag": "3955c45d-91b3-45ab-a7a9-681f85f45b1f", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:13:18.337892 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-00934a1b-775f-4e28-929a-9bac4cf71556 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:13:18.338397 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00934a1b-775f-4e28-929a-9bac4cf71556'] response: {'server_uuid': '0818104e-2132-4c41-aa3e-d0fe9f767c60', 'name': 'network-vif-deleted', 'tag': '3955c45d-91b3-45ab-a7a9-681f85f45b1f', 'status': 'completed', 'code': 200} Oct 17 11:13:18.745495 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-5346cee9-08cc-4aad-a262-5556159e2f79 req-ff82588d-d101-4125-b1c9-0ad527158f7d tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "GET /v2.0/ports?device_id=0818104e-2132-4c41-aa3e-d0fe9f767c60 HTTP/1.1" status: 200 len: 210 time: 0.0693605 Oct 17 11:13:19.284134 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb902e7-fa70-4423-8264-8277ebb96b75 req-5ea1a57d-2743-4f6f-907f-dda72bf24ca9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:19.285707 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-abb902e7-fa70-4423-8264-8277ebb96b75 req-5ea1a57d-2743-4f6f-907f-dda72bf24ca9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0601170 Oct 17 11:13:19.346235 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-abb902e7-fa70-4423-8264-8277ebb96b75 req-784636bd-af31-4dad-9ad9-fd0fd548479b tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533099 Oct 17 11:13:19.806633 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56620) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:19.871620 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-14b67bb5-17b6-47e1-b19a-0ed0e7e86fc1 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group (43029f98-f7dc-466a-a17e-50cf81514f0e), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:19.904807 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-14b67bb5-17b6-47e1-b19a-0ed0e7e86fc1 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group (43029f98-f7dc-466a-a17e-50cf81514f0e), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:19.970146 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-14b67bb5-17b6-47e1-b19a-0ed0e7e86fc1 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (43029f98-f7dc-466a-a17e-50cf81514f0e), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:19.972758 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-14b67bb5-17b6-47e1-b19a-0ed0e7e86fc1 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:19.973997 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-14b67bb5-17b6-47e1-b19a-0ed0e7e86fc1 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] 10.222.0.43 "DELETE /v2.0/security-groups/43029f98-f7dc-466a-a17e-50cf81514f0e HTTP/1.1" status: 204 len: 168 time: 0.1657121 Oct 17 11:13:19.986661 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b67bb5-17b6-47e1-b19a-0ed0e7e86fc1 tempest-TestShelveInstance-1098979416 tempest-TestShelveInstance-1098979416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43029f98-f7dc-466a-a17e-50cf81514f0e,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:20.028270 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56628) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:20.403706 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-159227c8-1306-4ad0-a0a8-454c8d71a051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7878424'] for router_interface (1ff7d49c-4399-462d-b9e2-819053d0137b), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:20.495248 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f65686-ab95-4bfe-b28c-21e148122576 req-39265cc6-7387-45a1-8427-d834729f738c tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:20.498177 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d7f65686-ab95-4bfe-b28c-21e148122576 req-39265cc6-7387-45a1-8427-d834729f738c tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0671496 Oct 17 11:13:20.560138 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d7f65686-ab95-4bfe-b28c-21e148122576 req-42152999-40ed-4a85-a145-91bf872789f3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560253 Oct 17 11:13:20.936383 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-159227c8-1306-4ad0-a0a8-454c8d71a051 admin admin] Deleting port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:13:20.936748 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-159227c8-1306-4ad0-a0a8-454c8d71a051 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:21.023221 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-159227c8-1306-4ad0-a0a8-454c8d71a051 admin admin] For port 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=73a0b6d0-9c50-4c7c-9c4c-76557a86ed28,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:21.023593 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-159227c8-1306-4ad0-a0a8-454c8d71a051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:21.043511 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-159227c8-1306-4ad0-a0a8-454c8d71a051 admin admin] Calling delete_port for 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 owned by network:router_interface {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:13:21.240177 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-159227c8-1306-4ad0-a0a8-454c8d71a051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (73a0b6d0-9c50-4c7c-9c4c-76557a86ed28), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:21.273661 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159227c8-1306-4ad0-a0a8-454c8d71a051 admin admin] Pushing event deleted for resources: {'Port': ['ID=73a0b6d0-9c50-4c7c-9c4c-76557a86ed28,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:21.457877 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-159227c8-1306-4ad0-a0a8-454c8d71a051 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8316017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7883176'] for router_interface (1ff7d49c-4399-462d-b9e2-819053d0137b), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:21.735058 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159227c8-1306-4ad0-a0a8-454c8d71a051 admin admin] Router 1ff7d49c-4399-462d-b9e2-819053d0137b has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:13:21.754474 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d9412-d8ad-42fd-af48-7c1909648216 req-8985368c-06e5-400d-86c8-cf29105b39f9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:21.755949 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1e7d9412-d8ad-42fd-af48-7c1909648216 req-8985368c-06e5-400d-86c8-cf29105b39f9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0859320 Oct 17 11:13:21.854609 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1e7d9412-d8ad-42fd-af48-7c1909648216 req-8ace2baa-82cd-42f4-bfec-883729747d31 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866685 Oct 17 11:13:21.911696 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159227c8-1306-4ad0-a0a8-454c8d71a051 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:13:21.918900 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-159227c8-1306-4ad0-a0a8-454c8d71a051 admin admin] 10.222.0.43 "PUT /v2.0/routers/1ff7d49c-4399-462d-b9e2-819053d0137b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8895092 Oct 17 11:13:21.921637 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56634) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:21.927233 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18200a87-0a07-4351-a186-fcccd60dc073 None None] Sync routers for ids ['1ff7d49c-4399-462d-b9e2-819053d0137b'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:13:21.945431 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18200a87-0a07-4351-a186-fcccd60dc073 None None] Routers {'1ff7d49c-4399-462d-b9e2-819053d0137b'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:21.946692 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-18200a87-0a07-4351-a186-fcccd60dc073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:13:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['1ff7d49c-4399-462d-b9e2-819053d0137b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:22.043168 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] Publish callbacks [] for router (1ff7d49c-4399-462d-b9e2-819053d0137b), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:22.068481 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-18200a87-0a07-4351-a186-fcccd60dc073 None None] Set router 1ff7d49c-4399-462d-b9e2-819053d0137b gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:22.173912 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] Publish callbacks [] for router_gateway (1ff7d49c-4399-462d-b9e2-819053d0137b), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:22.243704 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] Deleting port 34336398-8d43-4af2-92f7-211926879dfb {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:13:22.244163 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (34336398-8d43-4af2-92f7-211926879dfb), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:22.265649 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-18200a87-0a07-4351-a186-fcccd60dc073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '34336398-8d43-4af2-92f7-211926879dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:13:21Z', 'revision_number': 5, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port': {'id': '34336398-8d43-4af2-92f7-211926879dfb', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:99:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:47Z', 'updated_at': '2022-10-17T11:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:22.293276 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18200a87-0a07-4351-a186-fcccd60dc073 None None] Checking router: 1ff7d49c-4399-462d-b9e2-819053d0137b for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:13:22.307626 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18200a87-0a07-4351-a186-fcccd60dc073 None None] Routers {'1ff7d49c-4399-462d-b9e2-819053d0137b'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:22.308254 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-18200a87-0a07-4351-a186-fcccd60dc073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:13:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['1ff7d49c-4399-462d-b9e2-819053d0137b'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:22.341742 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] For port 34336398-8d43-4af2-92f7-211926879dfb, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=34336398-8d43-4af2-92f7-211926879dfb,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:22.342413 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (34336398-8d43-4af2-92f7-211926879dfb), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:22.359281 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] Calling delete_port for 34336398-8d43-4af2-92f7-211926879dfb owned by network:router_gateway {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:13:22.405190 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-18200a87-0a07-4351-a186-fcccd60dc073 None None] Set router 1ff7d49c-4399-462d-b9e2-819053d0137b gateway port host: None {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:22.559736 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-18200a87-0a07-4351-a186-fcccd60dc073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:13:22Z', 'revision_number': 6, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port_host': None}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:22.573584 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (34336398-8d43-4af2-92f7-211926879dfb), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:22.587491 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18200a87-0a07-4351-a186-fcccd60dc073 None None] The sync data for ids ['1ff7d49c-4399-462d-b9e2-819053d0137b'] in dv-cinder-858463-3-smb is: [{'id': '1ff7d49c-4399-462d-b9e2-819053d0137b', 'name': 'tempest-TestShelveInstance-1431665180-router', 'tenant_id': '213ce8b88d1c43309080027f9f323610', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:46Z', 'updated_at': '2022-10-17T11:13:22Z', 'revision_number': 6, 'project_id': '213ce8b88d1c43309080027f9f323610', 'gw_port_host': None}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:13:22.607984 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] Pushing event deleted for resources: {'Port': ['ID=34336398-8d43-4af2-92f7-211926879dfb,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:22.689060 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882834'] for router_gateway (1ff7d49c-4399-462d-b9e2-819053d0137b), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:22.782038 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (1ff7d49c-4399-462d-b9e2-819053d0137b), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:22.784158 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] Publish callbacks [] for router_controller (1ff7d49c-4399-462d-b9e2-819053d0137b), precommit_delete_associations {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:22.827463 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880894'] for router (1ff7d49c-4399-462d-b9e2-819053d0137b), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:22.828072 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ff7d49c-4399-462d-b9e2-819053d0137b {{(pid=103976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 11:13:22.834310 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:22.835595 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-5be5468e-e3f8-4ce5-8736-1d708a955400 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1ff7d49c-4399-462d-b9e2-819053d0137b HTTP/1.1" status: 204 len: 168 time: 0.9129827 Oct 17 11:13:22.838275 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56640) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:22.849312 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 3955c45d-91b3-45ab-a7a9-681f85f45b1f no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:13:22.868886 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: 3955c45d-91b3-45ab-a7a9-681f85f45b1f {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:13:22.869259 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 3955c45d-91b3-45ab-a7a9-681f85f45b1f not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:13:22.885173 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_v2 [None req-07987a6b-1c9e-43ee-a584-87242aa60e67 admin admin] Deleting subnet 0dc0f225-6e64-4b4e-8686-3694a564a62c {{(pid=103976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:13:22.888923 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-07987a6b-1c9e-43ee-a584-87242aa60e67 admin admin] Publish callbacks [] for subnet (0dc0f225-6e64-4b4e-8686-3694a564a62c), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:22.927895 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-07987a6b-1c9e-43ee-a584-87242aa60e67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5794851'] for subnet (0dc0f225-6e64-4b4e-8686-3694a564a62c), precommit_delete_associations {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.060127 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c95cf-fcb7-43c1-bea2-1290f0a16bf8 req-d6b9ce58-a529-4e06-b2c7-95ddb5734e21 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:23.062015 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ea3c95cf-fcb7-43c1-bea2-1290f0a16bf8 req-d6b9ce58-a529-4e06-b2c7-95ddb5734e21 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.1069782 Oct 17 11:13:23.067548 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-07987a6b-1c9e-43ee-a584-87242aa60e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (0dc0f225-6e64-4b4e-8686-3694a564a62c), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.169546 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ea3c95cf-fcb7-43c1-bea2-1290f0a16bf8 req-2c9170fd-512c-4d9f-9c49-c3320d1ab415 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994484 Oct 17 11:13:23.170911 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-07987a6b-1c9e-43ee-a584-87242aa60e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6478466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5376240'] for subnet (0dc0f225-6e64-4b4e-8686-3694a564a62c), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.193768 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07987a6b-1c9e-43ee-a584-87242aa60e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dc0f225-6e64-4b4e-8686-3694a564a62c,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:23.203116 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-07987a6b-1c9e-43ee-a584-87242aa60e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.206336 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-07987a6b-1c9e-43ee-a584-87242aa60e67 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0dc0f225-6e64-4b4e-8686-3694a564a62c HTTP/1.1" status: 204 len: 168 time: 0.3670404 Oct 17 11:13:23.209733 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56644) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:23.212685 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531ab088-3bcd-4b32-a6a3-e720b6312fc0 None None] Network a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:13:23.281242 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (a7146e06-f7b7-4a7b-927e-6cc5e5dbde18), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.338378 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Deleting port acad21d7-0151-4327-8b7a-67fb259866ce {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:13:23.338718 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.406118 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] For port acad21d7-0151-4327-8b7a-67fb259866ce, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=acad21d7-0151-4327-8b7a-67fb259866ce,segment=NetworkSegment(752f672f-46e2-46ca-9b96-543991b704a4),segment_id=752f672f-46e2-46ca-9b96-543991b704a4)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:23.406449 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.420127 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Calling delete_port for acad21d7-0151-4327-8b7a-67fb259866ce owned by network:dhcp {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:13:23.470713 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460997b9-cd72-406b-b11f-cce3bb0686c5 None None] DHCP port deletion for a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 request from dv-cinder-858463-3-smb {{(pid=103978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 17 11:13:23.521265 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.535819 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-460997b9-cd72-406b-b11f-cce3bb0686c5 None None] Deleting port acad21d7-0151-4327-8b7a-67fb259866ce {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:13:23.536549 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-460997b9-cd72-406b-b11f-cce3bb0686c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.566952 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Pushing event deleted for resources: {'Port': ['ID=acad21d7-0151-4327-8b7a-67fb259866ce,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:23.568983 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] No DVR routers for this DVR port acad21d7-0151-4327-8b7a-67fb259866ce on host dv-cinder-858463-3-smb {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:13:23.586508 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 34336398-8d43-4af2-92f7-211926879dfb no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:13:23.618895 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: 34336398-8d43-4af2-92f7-211926879dfb {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:13:23.619247 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 34336398-8d43-4af2-92f7-211926879dfb not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:13:23.619661 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:13:23.647580 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (a7146e06-f7b7-4a7b-927e-6cc5e5dbde18), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.649878 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:13:23.650420 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 73a0b6d0-9c50-4c7c-9c4c-76557a86ed28 not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:13:23.651014 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device acad21d7-0151-4327-8b7a-67fb259866ce no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:13:23.657202 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-460997b9-cd72-406b-b11f-cce3bb0686c5 None None] For port acad21d7-0151-4327-8b7a-67fb259866ce, host dv-cinder-858463-3-smb, got binding levels [] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:23.657607 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-460997b9-cd72-406b-b11f-cce3bb0686c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.669732 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7146e06-f7b7-4a7b-927e-6cc5e5dbde18']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:23.679873 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: acad21d7-0151-4327-8b7a-67fb259866ce {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:13:23.680219 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device acad21d7-0151-4327-8b7a-67fb259866ce not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:13:23.682604 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '752f672f-46e2-46ca-9b96-543991b704a4') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:23.682991 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '752f672f-46e2-46ca-9b96-543991b704a4') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:23.687384 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-460997b9-cd72-406b-b11f-cce3bb0686c5 None None] Calling delete_port for acad21d7-0151-4327-8b7a-67fb259866ce owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:13:23.690155 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.ipam_backend_mixin [None req-460997b9-cd72-406b-b11f-cce3bb0686c5 None None] Port acad21d7-0151-4327-8b7a-67fb259866ce was not found and therefore no delete operation was performed {{(pid=103978) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 17 11:13:23.691484 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-460997b9-cd72-406b-b11f-cce3bb0686c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319'] for port (acad21d7-0151-4327-8b7a-67fb259866ce), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.700481 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5583420'] for segment (752f672f-46e2-46ca-9b96-543991b704a4), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.717845 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (752f672f-46e2-46ca-9b96-543991b704a4), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.718144 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460997b9-cd72-406b-b11f-cce3bb0686c5 None None] Pushing event deleted for resources: {'Port': ['ID=acad21d7-0151-4327-8b7a-67fb259866ce,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:23.721932 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460997b9-cd72-406b-b11f-cce3bb0686c5 None None] No DVR routers for this DVR port acad21d7-0151-4327-8b7a-67fb259866ce on host dv-cinder-858463-3-smb {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:13:23.727542 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Releasing vlan 665 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:13:23.728027 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5390436'] for segment (752f672f-46e2-46ca-9b96-543991b704a4), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.761080 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-7d5c0af0-0ea1-4ee2-a7b9-868c2352ec2c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:23.762716 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-7d5c0af0-0ea1-4ee2-a7b9-868c2352ec2c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/networks?id=f05841fe-27dc-4582-bad5-cda6ab3076e0 HTTP/1.1" status: 200 len: 815 time: 0.1376302 Oct 17 11:13:23.770588 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 752f672f-46e2-46ca-9b96-543991b704a4 resource provider aggregate not found Oct 17 11:13:23.787491 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-370c32db-7194-4040-aabc-4f61b03fd4ef tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/quotas/5400af3e013a4abe95880df82ad30eab HTTP/1.1" status: 200 len: 375 time: 0.0152097 Oct 17 11:13:23.789423 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 752f672f-46e2-46ca-9b96-543991b704a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 752f672f-46e2-46ca-9b96-543991b704a4 found for delete ", "request_id": "req-4934170c-3866-43f7-b082-39bce6a0c9e8"}]} Oct 17 11:13:23.800157 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (a7146e06-f7b7-4a7b-927e-6cc5e5dbde18), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.820254 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:23.823504 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] 10.222.0.43 "DELETE /v2.0/networks/a7146e06-f7b7-4a7b-927e-6cc5e5dbde18 HTTP/1.1" status: 204 len: 168 time: 0.6127639 Oct 17 11:13:23.824403 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b03413-a58d-47ff-9354-a3d63e81db43 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7146e06-f7b7-4a7b-927e-6cc5e5dbde18,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:23.826636 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56670) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:23.860295 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-f19ff727-01ab-4149-93f2-ee8c804b2ed5 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=5400af3e013a4abe95880df82ad30eab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0649216 Oct 17 11:13:23.969087 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-2da5bfd7-1155-4ee6-805b-ceddb38a5592 service neutron] 10.222.0.43 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878325 Oct 17 11:13:24.068738 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-7ee75cef-81e2-4fb2-a75a-e14cb2ef07b0 service neutron] 10.222.0.43 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937371 Oct 17 11:13:24.167776 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7878424'] for router_interface (b78454eb-a1ad-4ea9-82cc-6644e250d187), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:24.237592 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4fd6d04c-7eb5-4954-a885-9c9799674899 req-8d47ca8b-e7f1-471c-aeab-9a8ef287c6a5 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 210 time: 0.0305710 Oct 17 11:13:24.319168 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b36599-e2c8-4121-9da9-dca4344b4695 req-611f77ca-76af-4670-9563-7a73ade35c8f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:24.320673 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-86b36599-e2c8-4121-9da9-dca4344b4695 req-611f77ca-76af-4670-9563-7a73ade35c8f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0592020 Oct 17 11:13:24.374138 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-86b36599-e2c8-4121-9da9-dca4344b4695 req-b7afb979-28ad-429e-a949-42a362cd5bc5 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469210 Oct 17 11:13:24.448157 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Deleting port f478dc5b-ed33-4719-8617-a150957b0b2a {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:13:24.448481 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:24.528523 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] For port f478dc5b-ed33-4719-8617-a150957b0b2a, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=f478dc5b-ed33-4719-8617-a150957b0b2a,segment=NetworkSegment(3cd88413-2418-4559-bc5d-54ac6830d862),segment_id=3cd88413-2418-4559-bc5d-54ac6830d862)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:24.528905 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:24.541991 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Calling delete_port for f478dc5b-ed33-4719-8617-a150957b0b2a owned by network:router_interface {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:13:24.732379 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (f478dc5b-ed33-4719-8617-a150957b0b2a), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:24.759074 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Pushing event deleted for resources: {'Port': ['ID=f478dc5b-ed33-4719-8617-a150957b0b2a,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:24.793966 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:24.794332 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:24.794676 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:24.795023 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:24.795356 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:24.795686 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:24.796015 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:24.796346 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:24.796697 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:24.797030 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:24.797377 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:24.797703 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:24.798018 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:24.940146 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8316017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7883176'] for router_interface (b78454eb-a1ad-4ea9-82cc-6644e250d187), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:25.141416 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Router b78454eb-a1ad-4ea9-82cc-6644e250d187 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:13:25.532749 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69cc15-3132-45b1-8b51-b2d3eb4275c9 req-21f063cf-1f03-42f8-93de-b6a8269aa335 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:25.539586 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2d69cc15-3132-45b1-8b51-b2d3eb4275c9 req-21f063cf-1f03-42f8-93de-b6a8269aa335 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0603869 Oct 17 11:13:25.564377 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c1025edf-2f86-4ceb-89c1-611f258c4b63 req-080b5886-e43c-440d-a5b0-08b3885d9783 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 210 time: 0.0478990 Oct 17 11:13:25.591537 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-1a9c86f0-0c98-4820-82dc-2dbc73b0c3e9 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:25.591537 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-1a9c86f0-0c98-4820-82dc-2dbc73b0c3e9 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.23 "GET /v2.0/networks?id=f05841fe-27dc-4582-bad5-cda6ab3076e0 HTTP/1.1" status: 200 len: 815 time: 0.4027019 Oct 17 11:13:25.594965 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2d69cc15-3132-45b1-8b51-b2d3eb4275c9 req-47c7c800-bc5d-4b78-ab93-a860a653ae50 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544429 Oct 17 11:13:25.604700 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-6ccc6077-a38f-49b4-92cb-e35207fab54c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Request body: {'port': {'device_id': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'admin_state_up': True, 'tenant_id': '5400af3e013a4abe95880df82ad30eab'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:25.611235 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:13:25.617822 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-4f364abd-5180-46e8-b8e5-3ab3ded02736 admin admin] 10.222.0.43 "PUT /v2.0/routers/b78454eb-a1ad-4ea9-82cc-6644e250d187/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7901864 Oct 17 11:13:25.619349 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56702) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:25.623068 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13b1c7-6502-41f3-8252-099302e662b3 None None] Sync routers for ids ['b78454eb-a1ad-4ea9-82cc-6644e250d187'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:13:25.634171 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a13b1c7-6502-41f3-8252-099302e662b3 None None] Routers {'b78454eb-a1ad-4ea9-82cc-6644e250d187'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:25.634962 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-9a13b1c7-6502-41f3-8252-099302e662b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:13:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['b78454eb-a1ad-4ea9-82cc-6644e250d187'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:25.727319 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Publish callbacks [] for router (b78454eb-a1ad-4ea9-82cc-6644e250d187), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:25.778308 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-6ccc6077-a38f-49b4-92cb-e35207fab54c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Made reservation on behalf of 5400af3e013a4abe95880df82ad30eab for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:13:25.783369 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-6ccc6077-a38f-49b4-92cb-e35207fab54c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:25.802801 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-9a13b1c7-6502-41f3-8252-099302e662b3 None None] Set router b78454eb-a1ad-4ea9-82cc-6644e250d187 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:25.888386 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Publish callbacks [] for router_gateway (b78454eb-a1ad-4ea9-82cc-6644e250d187), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:26.000907 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Deleting port 1c91b4dc-da2f-4333-bea2-209d373fe008 {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:13:26.002581 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (1c91b4dc-da2f-4333-bea2-209d373fe008), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:26.050053 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-6ccc6077-a38f-49b4-92cb-e35207fab54c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Allocated IP 172.20.0.5 (f05841fe-27dc-4582-bad5-cda6ab3076e0/0dabd473-820f-465a-8fe5-27950e002595/540abdde-4912-4aee-8fd7-bc3d3aed6e9d) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:13:26.180940 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] For port 1c91b4dc-da2f-4333-bea2-209d373fe008, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=1c91b4dc-da2f-4333-bea2-209d373fe008,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:26.181346 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (1c91b4dc-da2f-4333-bea2-209d373fe008), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:26.195305 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-9a13b1c7-6502-41f3-8252-099302e662b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'name': 'tempest-TestShelveInstance-1539396616-router', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.240'}], 'enable_snat': True}, 'gw_port_id': '1c91b4dc-da2f-4333-bea2-209d373fe008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:13:24Z', 'revision_number': 5, 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'gw_port': {'id': '1c91b4dc-da2f-4333-bea2-209d373fe008', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:74:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:08:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:26.201062 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Calling delete_port for 1c91b4dc-da2f-4333-bea2-209d373fe008 owned by network:router_gateway {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:13:26.228910 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13b1c7-6502-41f3-8252-099302e662b3 None None] Checking router: b78454eb-a1ad-4ea9-82cc-6644e250d187 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:13:26.240846 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a13b1c7-6502-41f3-8252-099302e662b3 None None] Routers {'b78454eb-a1ad-4ea9-82cc-6644e250d187'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:26.241532 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-9a13b1c7-6502-41f3-8252-099302e662b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:13:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['b78454eb-a1ad-4ea9-82cc-6644e250d187'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:26.314703 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-6ccc6077-a38f-49b4-92cb-e35207fab54c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:26.383489 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-6ccc6077-a38f-49b4-92cb-e35207fab54c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:26.459077 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-6ccc6077-a38f-49b4-92cb-e35207fab54c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Network f05841fe-27dc-4582-bad5-cda6ab3076e0 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:13:26.463006 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-6ccc6077-a38f-49b4-92cb-e35207fab54c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:13:26.489213 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccc6077-a38f-49b4-92cb-e35207fab54c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event updated for resources: {'Port': ['ID=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:26.492903 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-6ccc6077-a38f-49b4-92cb-e35207fab54c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:13:26.555826 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-9a13b1c7-6502-41f3-8252-099302e662b3 None None] Set router b78454eb-a1ad-4ea9-82cc-6644e250d187 gateway port host: None {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:26.563054 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-6ccc6077-a38f-49b4-92cb-e35207fab54c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:26.563732 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-6ccc6077-a38f-49b4-92cb-e35207fab54c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:26.572676 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (1c91b4dc-da2f-4333-bea2-209d373fe008), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:26.605392 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-6ccc6077-a38f-49b4-92cb-e35207fab54c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0037200 Oct 17 11:13:26.638572 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Pushing event deleted for resources: {'Port': ['ID=1c91b4dc-da2f-4333-bea2-209d373fe008,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:26.665230 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:26.665230 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:26.665230 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:26.665230 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:26.671726 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:26.672128 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:26.672471 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:26.672812 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:26.673162 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:26.673846 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:26.674180 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:26.674505 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:26.674830 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:13:26.720633 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Request body: {'port': {'device_id': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:26.726648 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-9a13b1c7-6502-41f3-8252-099302e662b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'name': 'tempest-TestShelveInstance-1539396616-router', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:13:25Z', 'revision_number': 6, 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'gw_port_host': None}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:26.765345 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a13b1c7-6502-41f3-8252-099302e662b3 None None] The sync data for ids ['b78454eb-a1ad-4ea9-82cc-6644e250d187'] in dv-cinder-858463-3-smb is: [{'id': 'b78454eb-a1ad-4ea9-82cc-6644e250d187', 'name': 'tempest-TestShelveInstance-1539396616-router', 'tenant_id': 'fb001a9ec7f54a30bf3362631def966c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:08:52Z', 'updated_at': '2022-10-17T11:13:25Z', 'revision_number': 6, 'project_id': 'fb001a9ec7f54a30bf3362631def966c', 'gw_port_host': None}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:13:26.849924 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e76c7a-733f-49e3-9981-2184fedc7c76 req-1a449adf-d8c3-41ac-aa44-b51a9cb6f296 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:26.851549 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-75e76c7a-733f-49e3-9981-2184fedc7c76 req-1a449adf-d8c3-41ac-aa44-b51a9cb6f296 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 931 time: 0.1254990 Oct 17 11:13:26.852744 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:26.921565 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882834'] for router_gateway (b78454eb-a1ad-4ea9-82cc-6644e250d187), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.013465 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-934c788b-0f47-448f-9ee7-e5e3e3071b24 None None] Provisioning complete for port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:27.014629 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-934c788b-0f47-448f-9ee7-e5e3e3071b24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.014981 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-934c788b-0f47-448f-9ee7-e5e3e3071b24 None None] Attempt 1 to provision port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d Oct 17 11:13:27.025679 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc58e6b-c3e0-416a-9062-1a89c0586226 req-9e43ba54-8f5b-4293-acf7-d551e60148a0 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:27.027134 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-75e76c7a-733f-49e3-9981-2184fedc7c76 req-59b307ab-c1d5-4822-a6ec-26635001ae80 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640096 Oct 17 11:13:27.033445 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2dc58e6b-c3e0-416a-9062-1a89c0586226 req-9e43ba54-8f5b-4293-acf7-d551e60148a0 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.2172971 Oct 17 11:13:27.045445 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (b78454eb-a1ad-4ea9-82cc-6644e250d187), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.053575 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Publish callbacks [] for router_controller (b78454eb-a1ad-4ea9-82cc-6644e250d187), precommit_delete_associations {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.087979 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-934c788b-0f47-448f-9ee7-e5e3e3071b24 None None] Port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:27.142839 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2dc58e6b-c3e0-416a-9062-1a89c0586226 req-a345a50e-de40-41f1-877c-e6d66ace487d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071765 Oct 17 11:13:27.149597 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880894'] for router (b78454eb-a1ad-4ea9-82cc-6644e250d187), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.150142 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b78454eb-a1ad-4ea9-82cc-6644e250d187 {{(pid=103976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 11:13:27.158623 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.162224 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-ad6ba9a3-1a11-4303-8b5e-1cec4d7bcb9a admin admin] 10.222.0.43 "DELETE /v2.0/routers/b78454eb-a1ad-4ea9-82cc-6644e250d187 HTTP/1.1" status: 204 len: 168 time: 1.5395112 Oct 17 11:13:27.174075 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56714) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:27.281370 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d9a254-fb58-493b-a2aa-7eb128c1a394 admin admin] Deleting subnet f535d0a7-3764-4909-9379-d80e2a9b841b {{(pid=103976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:13:27.285294 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-60d9a254-fb58-493b-a2aa-7eb128c1a394 admin admin] Publish callbacks [] for subnet (f535d0a7-3764-4909-9379-d80e2a9b841b), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.353087 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-60d9a254-fb58-493b-a2aa-7eb128c1a394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5794851'] for subnet (f535d0a7-3764-4909-9379-d80e2a9b841b), precommit_delete_associations {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.364730 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 540abdde-4912-4aee-8fd7-bc3d3aed6e9d {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:13:27.379445 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Publish callbacks [] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.406440 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Transition to ACTIVE for port object 540abdde-4912-4aee-8fd7-bc3d3aed6e9d will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:13:27.420598 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.452446 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-60d9a254-fb58-493b-a2aa-7eb128c1a394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (f535d0a7-3764-4909-9379-d80e2a9b841b), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.509765 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Pushing event updated for resources: {'Port': ['ID=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:27.524058 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-60d9a254-fb58-493b-a2aa-7eb128c1a394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6478466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5376240'] for subnet (f535d0a7-3764-4909-9379-d80e2a9b841b), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.551254 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Attempting to bind port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:13:27.551779 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Attempting to bind port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': '30068794-39e3-4a56-b34d-f76a6475a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:13:27.552331 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Attempting to bind port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d on network f05841fe-27dc-4582-bad5-cda6ab3076e0 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:13:27.558191 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d on network f05841fe-27dc-4582-bad5-cda6ab3076e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:13:27.558582 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d9a254-fb58-493b-a2aa-7eb128c1a394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f535d0a7-3764-4909-9379-d80e2a9b841b,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:27.558728 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Attempting to bind port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d on network f05841fe-27dc-4582-bad5-cda6ab3076e0 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:13:27.567613 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:13:27.568162 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Checking segment: {'id': '30068794-39e3-4a56-b34d-f76a6475a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:13:27.568725 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Bound using segment: {'id': '30068794-39e3-4a56-b34d-f76a6475a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:13:27.569295 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Bound port: 540abdde-4912-4aee-8fd7-bc3d3aed6e9d, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30068794-39e3-4a56-b34d-f76a6475a2d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:13:27.569757 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.574041 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-60d9a254-fb58-493b-a2aa-7eb128c1a394 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.574815 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b835ce4-d850-4628-94f2-f9febb2333b7 None None] Network b9b5f12c-c004-4829-aae2-e52d846f1d55 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:13:27.580637 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-60d9a254-fb58-493b-a2aa-7eb128c1a394 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f535d0a7-3764-4909-9379-d80e2a9b841b HTTP/1.1" status: 204 len: 168 time: 0.4049652 Oct 17 11:13:27.582970 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56716) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:27.590073 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-934c788b-0f47-448f-9ee7-e5e3e3071b24 None None] Attempt 2 to provision port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d Oct 17 11:13:27.715349 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (b9b5f12c-c004-4829-aae2-e52d846f1d55), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.730176 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] For port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d, host hv-cinder-85846, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:13:27.752046 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] For port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,segment=NetworkSegment(30068794-39e3-4a56-b34d-f76a6475a2d9),segment_id=30068794-39e3-4a56-b34d-f76a6475a2d9)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:13:27.762177 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-934c788b-0f47-448f-9ee7-e5e3e3071b24 None None] Port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:13:27.765963 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.791265 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device f478dc5b-ed33-4719-8617-a150957b0b2a no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:13:27.815377 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: f478dc5b-ed33-4719-8617-a150957b0b2a {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:13:27.815969 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device f478dc5b-ed33-4719-8617-a150957b0b2a not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:13:27.816536 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 1c91b4dc-da2f-4333-bea2-209d373fe008 no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:13:27.827899 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:27.830823 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.837195 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] 10.222.0.23 "PUT /v2.0/ports/540abdde-4912-4aee-8fd7-bc3d3aed6e9d HTTP/1.1" status: 200 len: 1093 time: 1.1211400 Oct 17 11:13:27.839644 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: 1c91b4dc-da2f-4333-bea2-209d373fe008 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:13:27.840181 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 1c91b4dc-da2f-4333-bea2-209d373fe008 not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:13:27.842655 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'tag': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:13:27.848811 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9f0b4e-c9e2-4d2a-91bf-4e57f13bd3a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b36c35f3-0ca2-4118-80d5-5c3011ef6f88", "tag": "540abdde-4912-4aee-8fd7-bc3d3aed6e9d"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:13:27.909838 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d731f-01ea-47be-a3e7-c2d82cc7ac3f service neutron] Pushing event updated for resources: {'Port': ['ID=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:27.950651 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4df58b2-dfa6-4c63-9c93-8136516dd91e None None] DHCP port deletion for b9b5f12c-c004-4829-aae2-e52d846f1d55 request from dv-cinder-858463-3-smb {{(pid=103978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 17 11:13:27.963431 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Deleting port 12b3eeb2-8624-415c-9fe4-996616336142 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:13:27.963963 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (12b3eeb2-8624-415c-9fe4-996616336142), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:27.998850 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:13:28.032250 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-a4df58b2-dfa6-4c63-9c93-8136516dd91e None None] Deleting port 12b3eeb2-8624-415c-9fe4-996616336142 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:13:28.032909 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a4df58b2-dfa6-4c63-9c93-8136516dd91e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (12b3eeb2-8624-415c-9fe4-996616336142), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:28.048146 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d89b4a3-c659-4a81-bc39-b19e95f94947 x-openstack-request-id: req-2d89b4a3-c659-4a81-bc39-b19e95f94947 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:13:28.048766 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36c35f3-0ca2-4118-80d5-5c3011ef6f88", "tag": "540abdde-4912-4aee-8fd7-bc3d3aed6e9d", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:13:28.049023 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2d89b4a3-c659-4a81-bc39-b19e95f94947 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:13:28.049473 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d89b4a3-c659-4a81-bc39-b19e95f94947'] response: {'name': 'network-changed', 'server_uuid': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'tag': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d', 'status': 'completed', 'code': 200} Oct 17 11:13:28.067926 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] For port 12b3eeb2-8624-415c-9fe4-996616336142, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=12b3eeb2-8624-415c-9fe4-996616336142,segment=NetworkSegment(3cd88413-2418-4559-bc5d-54ac6830d862),segment_id=3cd88413-2418-4559-bc5d-54ac6830d862)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:28.068298 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (12b3eeb2-8624-415c-9fe4-996616336142), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:28.109335 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Calling delete_port for 12b3eeb2-8624-415c-9fe4-996616336142 owned by network:dhcp {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:13:28.139981 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-a4df58b2-dfa6-4c63-9c93-8136516dd91e None None] For port 12b3eeb2-8624-415c-9fe4-996616336142, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=12b3eeb2-8624-415c-9fe4-996616336142,segment=NetworkSegment(3cd88413-2418-4559-bc5d-54ac6830d862),segment_id=3cd88413-2418-4559-bc5d-54ac6830d862)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:28.144344 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a4df58b2-dfa6-4c63-9c93-8136516dd91e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (12b3eeb2-8624-415c-9fe4-996616336142), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:28.196832 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-a4df58b2-dfa6-4c63-9c93-8136516dd91e None None] Calling delete_port for 12b3eeb2-8624-415c-9fe4-996616336142 owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:13:28.246376 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (12b3eeb2-8624-415c-9fe4-996616336142), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:28.261955 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] No DVR routers for this DVR port 12b3eeb2-8624-415c-9fe4-996616336142 on host dv-cinder-858463-3-smb {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:13:28.309261 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=12b3eeb2-8624-415c-9fe4-996616336142,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:28.340472 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-934c788b-0f47-448f-9ee7-e5e3e3071b24 None None] Attempt 3 to provision port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d Oct 17 11:13:28.354035 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b5439f-dd40-4e60-b9ec-75ef5d31f333 req-f54bb2e6-3e78-4ca6-914e-f18f00a2f08f tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:28.355857 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-89b5439f-dd40-4e60-b9ec-75ef5d31f333 req-f54bb2e6-3e78-4ca6-914e-f18f00a2f08f tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 943 time: 0.1826813 Oct 17 11:13:28.410132 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-934c788b-0f47-448f-9ee7-e5e3e3071b24 None None] Port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d had new provisioning blocks added so it will not transition to active. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 17 11:13:28.443897 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-89b5439f-dd40-4e60-b9ec-75ef5d31f333 req-d8445cab-a55f-4934-a729-f80572239886 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798774 Oct 17 11:13:28.445091 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a4df58b2-dfa6-4c63-9c93-8136516dd91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319'] for port (12b3eeb2-8624-415c-9fe4-996616336142), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:28.468016 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (b9b5f12c-c004-4829-aae2-e52d846f1d55), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:28.477439 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4df58b2-dfa6-4c63-9c93-8136516dd91e None None] No DVR routers for this DVR port 12b3eeb2-8624-415c-9fe4-996616336142 on host dv-cinder-858463-3-smb {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:13:28.510176 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9b5f12c-c004-4829-aae2-e52d846f1d55']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:28.510500 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df58b2-dfa6-4c63-9c93-8136516dd91e None None] Pushing event deleted for resources: {'Port': ['ID=12b3eeb2-8624-415c-9fe4-996616336142,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:28.525838 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cd88413-2418-4559-bc5d-54ac6830d862') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:28.526619 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cd88413-2418-4559-bc5d-54ac6830d862') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:28.540705 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5583420'] for segment (3cd88413-2418-4559-bc5d-54ac6830d862), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:28.561919 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (3cd88413-2418-4559-bc5d-54ac6830d862), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:28.574131 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97367a09-916b-43c4-a3e2-d7c182097011 req-e8604b72-3f6d-42f9-a026-a9728f29a0c7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:28.576348 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-97367a09-916b-43c4-a3e2-d7c182097011 req-e8604b72-3f6d-42f9-a026-a9728f29a0c7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.2098582 Oct 17 11:13:28.579636 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:13:28.580045 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5390436'] for segment (3cd88413-2418-4559-bc5d-54ac6830d862), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:28.633000 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 3cd88413-2418-4559-bc5d-54ac6830d862 resource provider aggregate not found Oct 17 11:13:28.655150 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 3cd88413-2418-4559-bc5d-54ac6830d862 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3cd88413-2418-4559-bc5d-54ac6830d862 found for delete ", "request_id": "req-dcc6d086-b0cc-4762-ad48-32b1aa909a29"}]} Oct 17 11:13:28.695835 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (b9b5f12c-c004-4829-aae2-e52d846f1d55), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:28.708630 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:28.714487 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b9b5f12c-c004-4829-aae2-e52d846f1d55 HTTP/1.1" status: 204 len: 168 time: 1.1277668 Oct 17 11:13:28.746175 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-97367a09-916b-43c4-a3e2-d7c182097011 req-0671c7ee-51d5-45e7-9602-0752163f1158 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603682 Oct 17 11:13:28.752510 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c6566d-c992-4774-92c8-5b10ff69b3b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9b5f12c-c004-4829-aae2-e52d846f1d55,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:28.996724 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56732) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:29.039627 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-9a467488-c961-4e66-9274-8b6bc3b27de8 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=213ce8b88d1c43309080027f9f323610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416524 Oct 17 11:13:29.042102 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56734) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:29.094093 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7f13d4a7-6b8a-4b5d-881e-41353b334800 admin admin] Publish callbacks [] for security_group (30a5c19b-a371-4a14-8972-2cc317c41dcc), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:29.117278 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7f13d4a7-6b8a-4b5d-881e-41353b334800 admin admin] Publish callbacks [] for security_group (30a5c19b-a371-4a14-8972-2cc317c41dcc), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:29.181986 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7f13d4a7-6b8a-4b5d-881e-41353b334800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (30a5c19b-a371-4a14-8972-2cc317c41dcc), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:29.185289 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7f13d4a7-6b8a-4b5d-881e-41353b334800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:29.186519 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-7f13d4a7-6b8a-4b5d-881e-41353b334800 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30a5c19b-a371-4a14-8972-2cc317c41dcc HTTP/1.1" status: 204 len: 168 time: 0.1434538 Oct 17 11:13:29.195095 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f13d4a7-6b8a-4b5d-881e-41353b334800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a5c19b-a371-4a14-8972-2cc317c41dcc,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:29.478773 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 12b3eeb2-8624-415c-9fe4-996616336142 no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:13:29.505682 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: 12b3eeb2-8624-415c-9fe4-996616336142 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:13:29.506028 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 12b3eeb2-8624-415c-9fe4-996616336142 not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:13:29.598844 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41de62c-9abc-4c18-b724-d7d252668c82 req-f8dcefd8-a0b3-4c6b-ab8f-3c46b508b59d tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:29.601352 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b41de62c-9abc-4c18-b724-d7d252668c82 req-f8dcefd8-a0b3-4c6b-ab8f-3c46b508b59d tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 943 time: 0.0675228 Oct 17 11:13:29.686515 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56742) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:29.702342 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b41de62c-9abc-4c18-b724-d7d252668c82 req-2511d457-f126-4d3e-9068-8f0ccdf91641 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934362 Oct 17 11:13:29.750663 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-cc047470-9921-4a81-8967-645f34b2a21d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=fb001a9ec7f54a30bf3362631def966c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0626621 Oct 17 11:13:29.759847 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56744) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:29.906149 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-12c67b8e-0b28-4568-9a2a-90232f3f9b85 admin admin] Publish callbacks [] for security_group (25fb77dc-0a59-420a-b5a9-408f7f6f1cfc), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:29.938100 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-12c67b8e-0b28-4568-9a2a-90232f3f9b85 admin admin] Publish callbacks [] for security_group (25fb77dc-0a59-420a-b5a9-408f7f6f1cfc), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:29.951955 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57aa406-3d54-4995-a4b0-2af7d0e4f937 req-e69bf119-c48b-4c74-84c2-4bea4beb647a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:29.955786 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f57aa406-3d54-4995-a4b0-2af7d0e4f937 req-e69bf119-c48b-4c74-84c2-4bea4beb647a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0924814 Oct 17 11:13:30.027315 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f57aa406-3d54-4995-a4b0-2af7d0e4f937 req-e565d946-ad79-4502-8366-346d196353cc tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642757 Oct 17 11:13:30.047835 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-12c67b8e-0b28-4568-9a2a-90232f3f9b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (25fb77dc-0a59-420a-b5a9-408f7f6f1cfc), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:30.051277 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-12c67b8e-0b28-4568-9a2a-90232f3f9b85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:30.055072 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-12c67b8e-0b28-4568-9a2a-90232f3f9b85 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/25fb77dc-0a59-420a-b5a9-408f7f6f1cfc HTTP/1.1" status: 204 len: 168 time: 0.2908647 Oct 17 11:13:30.062095 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c67b8e-0b28-4568-9a2a-90232f3f9b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fb77dc-0a59-420a-b5a9-408f7f6f1cfc,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:30.827040 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52175c1c-6301-4f77-8054-549b6095608f req-fa631a87-9062-43d6-a96f-624562cabbb7 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:30.829409 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-52175c1c-6301-4f77-8054-549b6095608f req-fa631a87-9062-43d6-a96f-624562cabbb7 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 943 time: 0.0571668 Oct 17 11:13:30.881803 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-52175c1c-6301-4f77-8054-549b6095608f req-0ade3cd4-c1ee-4174-9b77-159e14a866ef tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437870 Oct 17 11:13:31.170469 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf913ce-b871-4311-9aa5-b927a12347ce req-3268753d-a664-44ed-b745-536817705249 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:31.172081 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-dbf913ce-b871-4311-9aa5-b927a12347ce req-3268753d-a664-44ed-b745-536817705249 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0556741 Oct 17 11:13:31.225740 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-dbf913ce-b871-4311-9aa5-b927a12347ce req-5c3fe17b-d57c-4fba-84c3-344bf67a1fa3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466275 Oct 17 11:13:32.022421 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dc8fd-5cc8-4a63-9f1a-cae86581120e req-b7829530-bcd1-44fb-b02a-8ab34a709946 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:32.023956 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fd7dc8fd-5cc8-4a63-9f1a-cae86581120e req-b7829530-bcd1-44fb-b02a-8ab34a709946 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 943 time: 0.0684571 Oct 17 11:13:32.080354 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fd7dc8fd-5cc8-4a63-9f1a-cae86581120e req-b80e049e-9a43-4065-a8e9-892c39a71c2b tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495939 Oct 17 11:13:32.365912 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445b35b-1242-48a3-8041-750620e860dc req-d25edb6f-6819-4942-bcbd-0854e0f24dab tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:32.367385 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1445b35b-1242-48a3-8041-750620e860dc req-d25edb6f-6819-4942-bcbd-0854e0f24dab tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0587285 Oct 17 11:13:32.439253 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1445b35b-1242-48a3-8041-750620e860dc req-af58d88a-f82e-4879-8241-16abb911e981 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653045 Oct 17 11:13:33.224609 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6236018c-36e1-4639-aa10-d867fe64eb26 req-ec5d4e2d-6b14-4ea6-a8cf-038fc489f8f5 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:33.226158 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6236018c-36e1-4639-aa10-d867fe64eb26 req-ec5d4e2d-6b14-4ea6-a8cf-038fc489f8f5 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 943 time: 0.0606079 Oct 17 11:13:33.275256 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6236018c-36e1-4639-aa10-d867fe64eb26 req-f56487b5-1b42-40b0-b55f-6eca7f99b2f7 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432827 Oct 17 11:13:33.582010 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc53f9-e902-4faa-92a2-3282e61f298e req-dd483259-817b-430e-bc81-e59ace5adbc7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:33.583486 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-52fc53f9-e902-4faa-92a2-3282e61f298e req-dd483259-817b-430e-bc81-e59ace5adbc7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0578637 Oct 17 11:13:33.631643 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-52fc53f9-e902-4faa-92a2-3282e61f298e req-5ba3134a-c5f6-4b6c-9edc-2be1eb52ee10 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424106 Oct 17 11:13:33.901564 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f0b4e-c9e2-4d2a-91bf-4e57f13bd3a1 req-8e17ea00-fa81-4782-bdf1-a666154b1e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:33.903037 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2c9f0b4e-c9e2-4d2a-91bf-4e57f13bd3a1 req-8e17ea00-fa81-4782-bdf1-a666154b1e33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5400af3e013a4abe95880df82ad30eab&device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 1127 time: 0.0533736 Oct 17 11:13:34.072373 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f0b4e-c9e2-4d2a-91bf-4e57f13bd3a1 req-a99bd63b-71c6-44d4-8a49-f6f29a29d8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:34.073902 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2c9f0b4e-c9e2-4d2a-91bf-4e57f13bd3a1 req-a99bd63b-71c6-44d4-8a49-f6f29a29d8a8 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=5400af3e013a4abe95880df82ad30eab&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1623802 Oct 17 11:13:34.231002 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f0b4e-c9e2-4d2a-91bf-4e57f13bd3a1 req-b3505ecf-152c-4ff7-8043-1623e5552ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:34.232517 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2c9f0b4e-c9e2-4d2a-91bf-4e57f13bd3a1 req-b3505ecf-152c-4ff7-8043-1623e5552ff7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1508980 Oct 17 11:13:34.327714 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-fada80ce-9de1-4fda-ab2b-b7196ded2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:34.329280 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-fada80ce-9de1-4fda-ab2b-b7196ded2612 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5400af3e013a4abe95880df82ad30eab&device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 1127 time: 0.0488181 Oct 17 11:13:34.372122 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-02fcda11-c90f-4885-ac1b-a8b464745cf6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=540abdde-4912-4aee-8fd7-bc3d3aed6e9d HTTP/1.1" status: 200 len: 217 time: 0.0315356 Oct 17 11:13:34.400300 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55343d-a379-4e93-a2c6-7993aee42671 req-3988ba89-15e3-40cb-984e-a5001b49ea6a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:34.401790 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8f55343d-a379-4e93-a2c6-7993aee42671 req-3988ba89-15e3-40cb-984e-a5001b49ea6a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 943 time: 0.0543809 Oct 17 11:13:34.424343 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-ef87e678-1475-4c47-a83b-0f95544436e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:34.425819 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-ef87e678-1475-4c47-a83b-0f95544436e5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dabd473-820f-465a-8fe5-27950e002595 HTTP/1.1" status: 200 len: 854 time: 0.0437002 Oct 17 11:13:34.450633 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8f55343d-a379-4e93-a2c6-7993aee42671 req-15c48851-a27c-46af-afbc-8f5a859042e7 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426986 Oct 17 11:13:34.478560 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-90763a84-9bce-43d3-bfb5-4183a4efbaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:34.480059 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-90763a84-9bce-43d3-bfb5-4183a4efbaf7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f05841fe-27dc-4582-bad5-cda6ab3076e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441732 Oct 17 11:13:34.573951 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-1ba6ae38-fe7a-48af-9756-13ced72d50e3 service neutron] 10.222.0.23 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830758 Oct 17 11:13:34.674033 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f04631ae-ec57-49e1-a5cc-2c8b05c4f07b req-95c70782-1198-42d2-8571-8a824fae57d5 service neutron] 10.222.0.23 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889330 Oct 17 11:13:34.776365 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e1ba86-c5a1-4b0a-85cd-a9de7b646426 req-4e291786-b54f-4ec2-b6e6-7bda709ca753 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:34.778667 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f0e1ba86-c5a1-4b0a-85cd-a9de7b646426 req-4e291786-b54f-4ec2-b6e6-7bda709ca753 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0638738 Oct 17 11:13:34.824599 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f0e1ba86-c5a1-4b0a-85cd-a9de7b646426 req-2665a674-f80b-4dc7-b4d4-4b0ab514e3c4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400050 Oct 17 11:13:35.596650 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37ff07-8d8c-48a3-abb2-a51ad3500851 req-fcc87ef6-5f6f-409c-876d-16faa83c807b tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:35.598241 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-cf37ff07-8d8c-48a3-abb2-a51ad3500851 req-fcc87ef6-5f6f-409c-876d-16faa83c807b tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 943 time: 0.0675046 Oct 17 11:13:35.648624 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-cf37ff07-8d8c-48a3-abb2-a51ad3500851 req-aa29603d-15c5-4395-9f85-2d1a2fb85d0c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421193 Oct 17 11:13:35.973884 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4aa4d8-65ba-43d6-882a-6f7c027c4c20 req-2b508452-c949-408b-a1ff-bcfdeb49bd59 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:35.975317 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-aa4aa4d8-65ba-43d6-882a-6f7c027c4c20 req-2b508452-c949-408b-a1ff-bcfdeb49bd59 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0540879 Oct 17 11:13:36.021318 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-aa4aa4d8-65ba-43d6-882a-6f7c027c4c20 req-ba027f37-510d-42c7-a02a-907bd2096d01 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403388 Oct 17 11:13:36.794352 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06cad7-7561-44ed-9227-654d4d25c022 req-a45d35ac-2003-4cb7-9a25-8e6ff23c0387 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:36.796428 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fd06cad7-7561-44ed-9227-654d4d25c022 req-a45d35ac-2003-4cb7-9a25-8e6ff23c0387 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 943 time: 0.0617414 Oct 17 11:13:36.848774 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fd06cad7-7561-44ed-9227-654d4d25c022 req-8d3a1b63-6355-4d08-8788-f86bea0d6319 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441949 Oct 17 11:13:36.917971 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1a0a329d-8253-40c3-9195-3cf3c7968d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:36.924815 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 540abdde-4912-4aee-8fd7-bc3d3aed6e9d details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:13:37.023784 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,segment=NetworkSegment(30068794-39e3-4a56-b34d-f76a6475a2d9),segment_id=30068794-39e3-4a56-b34d-f76a6475a2d9)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:37.036660 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'port_id': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d', 'mac_address': 'fa:16:3e:ff:e7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dabd473-820f-465a-8fe5-27950e002595', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:13:37.079349 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:37.079697 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:37.093705 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 540abdde-4912-4aee-8fd7-bc3d3aed6e9d {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:13:37.114689 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,segment=NetworkSegment(30068794-39e3-4a56-b34d-f76a6475a2d9),segment_id=30068794-39e3-4a56-b34d-f76a6475a2d9)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:37.120591 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:37.121330 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d9011dad-15f2-4db9-84d1-f851c664b312 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:13:37.165423 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebc50f7-4292-4785-85c7-ab1204af337b req-869bc65d-b24a-49f6-88de-cd5da9207929 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:37.166881 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8ebc50f7-4292-4785-85c7-ab1204af337b req-869bc65d-b24a-49f6-88de-cd5da9207929 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0582278 Oct 17 11:13:37.212628 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:37.213601 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8ebc50f7-4292-4785-85c7-ab1204af337b req-ca10321a-f845-4ee3-b8b2-f8d0eef1ba95 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408068 Oct 17 11:13:37.253753 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d9011dad-15f2-4db9-84d1-f851c664b312, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d9011dad-15f2-4db9-84d1-f851c664b312,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:37.265484 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'port_id': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'mac_address': 'fa:16:3e:8e:fe:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:13:37.299315 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port d9011dad-15f2-4db9-84d1-f851c664b312 is: ACTIVE; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:37.299622 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:37.312173 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9011dad-15f2-4db9-84d1-f851c664b312 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:13:37.331723 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d9011dad-15f2-4db9-84d1-f851c664b312, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d9011dad-15f2-4db9-84d1-f851c664b312,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:37.339693 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:37.389460 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=d9011dad-15f2-4db9-84d1-f851c664b312,revision_number=6']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:37.432281 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['d9011dad-15f2-4db9-84d1-f851c664b312'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:13:37.624325 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['540abdde-4912-4aee-8fd7-bc3d3aed6e9d'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:13:37.992614 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564367d-9f69-4bc2-82f0-8bb6035ff7fc req-c7278d43-dbf1-4c67-b0c8-77d803c65fc7 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:37.994435 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2564367d-9f69-4bc2-82f0-8bb6035ff7fc req-c7278d43-dbf1-4c67-b0c8-77d803c65fc7 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 944 time: 0.0604165 Oct 17 11:13:38.047604 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2564367d-9f69-4bc2-82f0-8bb6035ff7fc req-190d49f5-8274-4dc5-aa42-622e79c04f41 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467708 Oct 17 11:13:38.353711 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68554c6c-52f9-4548-8d36-3bdeb54f1fcd req-2320df31-1dc6-4f3c-893b-32e0a2ffda05 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:38.355194 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-68554c6c-52f9-4548-8d36-3bdeb54f1fcd req-2320df31-1dc6-4f3c-893b-32e0a2ffda05 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 944 time: 0.0531099 Oct 17 11:13:38.401359 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-68554c6c-52f9-4548-8d36-3bdeb54f1fcd req-99eccb4b-e9f5-43f3-bb7c-c6869577e932 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395582 Oct 17 11:13:38.918879 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 540abdde-4912-4aee-8fd7-bc3d3aed6e9d up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:13:38.981306 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:13:38.985650 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:38.986112 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:38.986634 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d Oct 17 11:13:39.084746 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:39.084746 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:39.117772 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:13:39.121388 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee21d5a-ab27-46d7-b24b-2f76892e7425" -d '{"events": [{"server_uuid": "b36c35f3-0ca2-4118-80d5-5c3011ef6f88", "name": "network-vif-plugged", "status": "completed", "tag": "540abdde-4912-4aee-8fd7-bc3d3aed6e9d"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:13:39.140889 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,segment=NetworkSegment(30068794-39e3-4a56-b34d-f76a6475a2d9),segment_id=30068794-39e3-4a56-b34d-f76a6475a2d9)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:39.155170 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:39.155966 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d9011dad-15f2-4db9-84d1-f851c664b312 up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:13:39.219088 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce72b0-a7a1-4da9-a7b7-5ce0dd86fc66 req-06e6fcd4-df9d-4432-969b-7d9810050742 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:39.224312 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-34ce72b0-a7a1-4da9-a7b7-5ce0dd86fc66 req-06e6fcd4-df9d-4432-969b-7d9810050742 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 945 time: 0.0786130 Oct 17 11:13:39.355633 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:39.376503 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port d9011dad-15f2-4db9-84d1-f851c664b312 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:13:39.377256 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:39.378206 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port d9011dad-15f2-4db9-84d1-f851c664b312 Oct 17 11:13:39.380451 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-840ee82d-9aa0-43f9-8ea4-65a397d9c646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:39.394035 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-34ce72b0-a7a1-4da9-a7b7-5ce0dd86fc66 req-387a4a60-a634-4825-89fa-02961a99a849 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637952 Oct 17 11:13:39.421731 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ceafaf-4fd6-487d-9297-dde24025176f x-openstack-request-id: req-a9ceafaf-4fd6-487d-9297-dde24025176f {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:13:39.422270 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36c35f3-0ca2-4118-80d5-5c3011ef6f88", "name": "network-vif-plugged", "status": "completed", "tag": "540abdde-4912-4aee-8fd7-bc3d3aed6e9d", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:13:39.422706 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a9ceafaf-4fd6-487d-9297-dde24025176f {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:13:39.423285 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9ceafaf-4fd6-487d-9297-dde24025176f'] response: {'server_uuid': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d', 'code': 200} Oct 17 11:13:39.531510 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port d9011dad-15f2-4db9-84d1-f851c664b312 is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:39.532157 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:39.567294 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165f324-15ef-4e23-887e-38ebb4c83db8 req-66766347-56d8-426d-b18f-861d5a8272fa tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:39.577484 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e165f324-15ef-4e23-887e-38ebb4c83db8 req-66766347-56d8-426d-b18f-861d5a8272fa tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 944 time: 0.0676994 Oct 17 11:13:39.585026 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d9011dad-15f2-4db9-84d1-f851c664b312, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d9011dad-15f2-4db9-84d1-f851c664b312,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:39.590985 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:39.650804 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e165f324-15ef-4e23-887e-38ebb4c83db8 req-e70d12f3-5ec9-466c-8695-04a50cd7966b tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698700 Oct 17 11:13:39.667733 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=d9011dad-15f2-4db9-84d1-f851c664b312,revision_number=7']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:39.702627 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a14a56-f327-456b-b72b-be763b7c0c5a req-abe762f3-786d-419e-ab91-00bbd921371f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:39.704215 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-11a14a56-f327-456b-b72b-be763b7c0c5a req-abe762f3-786d-419e-ab91-00bbd921371f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 1129 time: 0.0787559 Oct 17 11:13:39.757080 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-11a14a56-f327-456b-b72b-be763b7c0c5a req-e722fd00-bcff-4fb0-b6a9-1924293daa90 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456738 Oct 17 11:13:40.252878 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:40.532427 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:40.557645 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808ac6-41d0-4b7a-ba10-cd1955e86c96 req-29198d50-4c9e-4cca-8e8a-dd759500ad8d tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:40.559913 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-18808ac6-41d0-4b7a-ba10-cd1955e86c96 req-29198d50-4c9e-4cca-8e8a-dd759500ad8d tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 945 time: 0.0696986 Oct 17 11:13:40.613765 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-18808ac6-41d0-4b7a-ba10-cd1955e86c96 req-f028369d-10e0-415b-82d1-2db54b5daa0b tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479681 Oct 17 11:13:40.809857 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1763b-0987-45a4-946e-78c1681b1369 req-448a835e-1ee5-4e2b-b1c5-2b820a1ad265 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:40.814384 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-30a1763b-0987-45a4-946e-78c1681b1369 req-448a835e-1ee5-4e2b-b1c5-2b820a1ad265 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0661676 Oct 17 11:13:40.864771 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-30a1763b-0987-45a4-946e-78c1681b1369 req-f4a8784d-0e10-45d0-b3e5-8e7fcd348d09 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438697 Oct 17 11:13:41.425441 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9011dad-15f2-4db9-84d1-f851c664b312'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:13:41.427982 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf7e3b3-76fc-437e-b386-837993ede94e" -d '{"events": [{"server_uuid": "a11776c1-b02e-44e5-baa9-b38ee1ccd6c6", "name": "network-vif-plugged", "status": "completed", "tag": "d9011dad-15f2-4db9-84d1-f851c664b312"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:13:41.465871 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a81bee0-9fa5-4a95-a57f-fadeeb3e77c9 x-openstack-request-id: req-3a81bee0-9fa5-4a95-a57f-fadeeb3e77c9 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:13:41.466167 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11776c1-b02e-44e5-baa9-b38ee1ccd6c6", "name": "network-vif-plugged", "status": "completed", "tag": "d9011dad-15f2-4db9-84d1-f851c664b312", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:13:41.466425 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a81bee0-9fa5-4a95-a57f-fadeeb3e77c9 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:13:41.466834 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a81bee0-9fa5-4a95-a57f-fadeeb3e77c9'] response: {'server_uuid': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'code': 200} Oct 17 11:13:41.753121 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43362ae2-02f2-4afd-b297-dca2e5fedf16 req-634543de-c790-4a13-b313-52dbae5d9532 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:41.754654 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-43362ae2-02f2-4afd-b297-dca2e5fedf16 req-634543de-c790-4a13-b313-52dbae5d9532 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 945 time: 0.0594957 Oct 17 11:13:41.810636 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-43362ae2-02f2-4afd-b297-dca2e5fedf16 req-da29287b-3c5b-41d7-99fa-7862305c7a54 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504739 Oct 17 11:13:41.966508 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452d4db-d022-4b61-99b1-95df0a76f0b6 req-990a0839-6710-49d5-b787-cf26fa8b16dd tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:41.969702 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3452d4db-d022-4b61-99b1-95df0a76f0b6 req-990a0839-6710-49d5-b787-cf26fa8b16dd tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 945 time: 0.0771296 Oct 17 11:13:42.026380 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88d6657-f96d-4863-9d85-1ba5b740f0d6 req-2e234a1a-adcb-46a8-9091-8c3900610a66 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:42.027984 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b88d6657-f96d-4863-9d85-1ba5b740f0d6 req-2e234a1a-adcb-46a8-9091-8c3900610a66 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0642009 Oct 17 11:13:42.051591 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3452d4db-d022-4b61-99b1-95df0a76f0b6 req-c3a38284-d7f2-4884-8eaa-1fbc62b3b6c6 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741270 Oct 17 11:13:42.117789 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b88d6657-f96d-4863-9d85-1ba5b740f0d6 req-a5c2f55f-7067-4659-980e-404ef3c8ab68 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809894 Oct 17 11:13:42.419950 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d3fd9-76b1-4871-a36c-13645360c122 req-247e9c3e-9e30-482f-b368-8228d781abbb tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:42.421570 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-933d3fd9-76b1-4871-a36c-13645360c122 req-247e9c3e-9e30-482f-b368-8228d781abbb tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 945 time: 0.0595126 Oct 17 11:13:42.475454 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-933d3fd9-76b1-4871-a36c-13645360c122 req-718742f6-67b2-4bf4-b3ad-42200dca1bbe tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479643 Oct 17 11:13:42.611400 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:43.433442 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebbc12-75d9-4eab-addf-5c25a166949d req-c6e8665d-af69-4b1a-809d-663c2ba1b499 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:43.435120 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-33ebbc12-75d9-4eab-addf-5c25a166949d req-c6e8665d-af69-4b1a-809d-663c2ba1b499 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0658531 Oct 17 11:13:43.489714 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-33ebbc12-75d9-4eab-addf-5c25a166949d req-7e1ecbac-da66-490c-a96e-0bff41b4d2e1 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489218 Oct 17 11:13:44.405457 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:44.650326 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee13e6-93c3-401c-860b-c51111df1435 req-7c94033c-4274-4759-82ff-ad681b5632cd tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:44.652088 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f2ee13e6-93c3-401c-860b-c51111df1435 req-7c94033c-4274-4759-82ff-ad681b5632cd tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0612504 Oct 17 11:13:44.711814 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-f2ee13e6-93c3-401c-860b-c51111df1435 req-c4e34593-96b6-4e78-b0c7-f73d938af8ce tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526130 Oct 17 11:13:45.854202 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043960f5-9f00-4e66-b982-6ec1d49914af req-9348a22f-80ff-4468-b6e7-b5b06c26a852 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:45.856124 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-043960f5-9f00-4e66-b982-6ec1d49914af req-9348a22f-80ff-4468-b6e7-b5b06c26a852 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0563722 Oct 17 11:13:45.906217 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-043960f5-9f00-4e66-b982-6ec1d49914af req-8c9c9eb9-9391-4c8a-bec8-280b25090def tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430038 Oct 17 11:13:46.970625 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa64b3d5-1279-4871-840c-0edbae87368c req-b2ace2df-e455-4df2-9dd3-16faa5ceb86b tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:46.972344 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fa64b3d5-1279-4871-840c-0edbae87368c req-b2ace2df-e455-4df2-9dd3-16faa5ceb86b tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 945 time: 0.0759873 Oct 17 11:13:47.045649 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fa64b3d5-1279-4871-840c-0edbae87368c req-a40ffe18-d6db-4c87-b47b-3b59b418febc tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659266 Oct 17 11:13:47.110259 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56878) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:47.112482 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdca0138-1538-40c4-af3f-303cf22b12de req-88a0e7ff-8687-4e4b-8c47-b4c336ce354d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:47.114274 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cdca0138-1538-40c4-af3f-303cf22b12de req-88a0e7ff-8687-4e4b-8c47-b4c336ce354d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.1150110 Oct 17 11:13:47.177833 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cdca0138-1538-40c4-af3f-303cf22b12de req-10619ee8-3739-4a7a-8e52-293d8e91483a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543020 Oct 17 11:13:47.353690 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df193a8-17bb-4344-b992-0025269f0e0b tempest-TestMinimumBasicScenario-1715654704 tempest-TestMinimumBasicScenario-1715654704-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:47.358589 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56886) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:47.358964 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-4df193a8-17bb-4344-b992-0025269f0e0b tempest-TestMinimumBasicScenario-1715654704 tempest-TestMinimumBasicScenario-1715654704-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 1124 time: 0.2473454 Oct 17 11:13:47.363318 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Request body: {'floatingip': {'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'port_id': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:47.387115 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:47.493499 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:47.605589 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Allocated IP 172.28.1.147 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/53cb4763-0924-40bf-bbc4-a0eb902e8f5b) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:13:47.708981 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for port (53cb4763-0924-40bf-bbc4-a0eb902e8f5b), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:47.747178 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (53cb4763-0924-40bf-bbc4-a0eb902e8f5b), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:47.797241 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:13:47.800470 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:13:47.807316 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:13:47.828878 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event updated for resources: {'Port': ['ID=53cb4763-0924-40bf-bbc4-a0eb902e8f5b,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:48.329499 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2621ed3-8e04-46e3-9a7c-8740c19a5eba req-b88fc116-3f65-4f6b-9d50-f69eb8768745 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:48.330996 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c2621ed3-8e04-46e3-9a7c-8740c19a5eba req-b88fc116-3f65-4f6b-9d50-f69eb8768745 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0577400 Oct 17 11:13:48.379860 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c2621ed3-8e04-46e3-9a7c-8740c19a5eba req-437748d0-6f95-4dd5-971e-50b6440e8090 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431175 Oct 17 11:13:48.424094 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for floatingip (2c85f203-2d2e-4d89-901d-4dde389b4e03), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:48.494716 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (53cb4763-0924-40bf-bbc4-a0eb902e8f5b), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:48.617519 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c1515-fea7-4ae3-9a77-b154f3eff3a5 req-46fc83c5-eb6b-46cc-b1d7-35ed5c055117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:48.619016 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-022c1515-fea7-4ae3-9a77-b154f3eff3a5 req-46fc83c5-eb6b-46cc-b1d7-35ed5c055117 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eb9c390057046beb38851ca545a62b0&device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 1129 time: 0.1060185 Oct 17 11:13:48.728720 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for port (53cb4763-0924-40bf-bbc4-a0eb902e8f5b), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:48.735731 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (53cb4763-0924-40bf-bbc4-a0eb902e8f5b), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:48.782245 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c1515-fea7-4ae3-9a77-b154f3eff3a5 req-e565e205-f2e9-4815-94a8-88e7d573ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:48.783789 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-022c1515-fea7-4ae3-9a77-b154f3eff3a5 req-e565e205-f2e9-4815-94a8-88e7d573ebe7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 200 len: 918 time: 0.1573694 Oct 17 11:13:48.844580 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event updated for resources: {'Port': ['ID=53cb4763-0924-40bf-bbc4-a0eb902e8f5b,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:48.856305 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (2c85f203-2d2e-4d89-901d-4dde389b4e03), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:48.897412 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-022c1515-fea7-4ae3-9a77-b154f3eff3a5 req-c8ece681-ce7b-41cc-bc8b-fb4b1dc01d38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9011dad-15f2-4db9-84d1-f851c664b312 HTTP/1.1" status: 200 len: 1001 time: 0.1054256 Oct 17 11:13:48.988070 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c1515-fea7-4ae3-9a77-b154f3eff3a5 req-eb57995f-020e-44ae-9e55-4ff039414e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:48.989422 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-022c1515-fea7-4ae3-9a77-b154f3eff3a5 req-eb57995f-020e-44ae-9e55-4ff039414e43 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5c68dcd-6251-474d-85d1-af8866ed8b7f HTTP/1.1" status: 200 len: 856 time: 0.0841451 Oct 17 11:13:48.992071 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.l3_db [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Floating IP 2c85f203-2d2e-4d89-901d-4dde389b4e03 associated. External IP: 172.28.1.147, port: 540abdde-4912-4aee-8fd7-bc3d3aed6e9d. Oct 17 11:13:49.126586 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c1515-fea7-4ae3-9a77-b154f3eff3a5 req-032843f7-a8d1-409f-b615-29426a16f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:49.128091 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-022c1515-fea7-4ae3-9a77-b154f3eff3a5 req-032843f7-a8d1-409f-b615-29426a16f8d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9322dbab-695d-4091-abd2-7cf44ae4a8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1010692 Oct 17 11:13:49.288386 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-022c1515-fea7-4ae3-9a77-b154f3eff3a5 req-6d0dbf8b-269d-4e18-ac99-7c236f44c8b5 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276178 Oct 17 11:13:49.292184 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:13:49.446735 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-022c1515-fea7-4ae3-9a77-b154f3eff3a5 req-7a0f881c-1728-4f16-9e78-62807899660a service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505744 Oct 17 11:13:49.459645 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:13:49.471909 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4c653-062a-4d21-8cec-b7f8ba8040ac None None] Sync routers for ids ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:13:49.480940 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4c653-062a-4d21-8cec-b7f8ba8040ac None None] Routers {'8673eaa9-887e-4cfb-a61a-6eb8236f5b43'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:49.481651 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-55b4c653-062a-4d21-8cec-b7f8ba8040ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:13:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:49.504689 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:49.539235 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-48d11545-1799-4f55-ab01-bff227a4af5c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1793878 Oct 17 11:13:49.540491 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'tag': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:13:49.542121 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56902) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:49.542853 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b902e14-304e-454d-a58f-4d2199ce4162" -d '{"events": [{"name": "network-changed", "server_uuid": "b36c35f3-0ca2-4118-80d5-5c3011ef6f88", "tag": "540abdde-4912-4aee-8fd7-bc3d3aed6e9d"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:13:49.556750 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-da297176-4765-4d09-92b9-6f2016db0359 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-35413184', 'description': 'tempest-secgroup-smoke-35413184 description', 'project_id': '5400af3e013a4abe95880df82ad30eab'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:49.561447 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2719950e-5a29-4911-ad20-0a657e7f2acf req-6040ec93-fd4c-440b-a53e-a199bafb0d0c tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:49.563007 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2719950e-5a29-4911-ad20-0a657e7f2acf req-6040ec93-fd4c-440b-a53e-a199bafb0d0c tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0928497 Oct 17 11:13:49.583783 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-55b4c653-062a-4d21-8cec-b7f8ba8040ac None None] Set router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:49.589724 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da297176-4765-4d09-92b9-6f2016db0359 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:49.603892 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7840040-b526-4ca9-867f-3e3853d7a580 x-openstack-request-id: req-a7840040-b526-4ca9-867f-3e3853d7a580 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:13:49.604174 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36c35f3-0ca2-4118-80d5-5c3011ef6f88", "tag": "540abdde-4912-4aee-8fd7-bc3d3aed6e9d", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:13:49.604537 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a7840040-b526-4ca9-867f-3e3853d7a580 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:13:49.604848 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7840040-b526-4ca9-867f-3e3853d7a580'] response: {'name': 'network-changed', 'server_uuid': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'tag': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d', 'status': 'completed', 'code': 200} Oct 17 11:13:49.617500 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2719950e-5a29-4911-ad20-0a657e7f2acf req-a8f88d16-5296-428b-89a2-3f59b90b3792 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479772 Oct 17 11:13:49.680687 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da297176-4765-4d09-92b9-6f2016db0359 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group (1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:49.685765 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da297176-4765-4d09-92b9-6f2016db0359 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:49.686431 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902e14-304e-454d-a58f-4d2199ce4162 req-7b39b314-a047-4cff-b5e2-50965e73335b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:49.687967 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4b902e14-304e-454d-a58f-4d2199ce4162 req-7b39b314-a047-4cff-b5e2-50965e73335b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5400af3e013a4abe95880df82ad30eab&device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 1129 time: 0.0548205 Oct 17 11:13:49.715595 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da297176-4765-4d09-92b9-6f2016db0359 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:49.721167 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-da297176-4765-4d09-92b9-6f2016db0359 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:49.722433 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-da297176-4765-4d09-92b9-6f2016db0359 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1792412 Oct 17 11:13:49.725320 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56906) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:49.729999 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-5616e020-5747-4568-b0ba-05d63724e119 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Request body: {'security_group_rule': {'security_group_id': '1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f', 'project_id': '5400af3e013a4abe95880df82ad30eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:49.758323 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5616e020-5747-4568-b0ba-05d63724e119 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (1cb8fc44-0e12-44e3-84b9-2421ebacf78c), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:49.789352 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902e14-304e-454d-a58f-4d2199ce4162 req-81fd8fce-e3a8-479e-8fac-cba91871121d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:49.790791 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4b902e14-304e-454d-a58f-4d2199ce4162 req-81fd8fce-e3a8-479e-8fac-cba91871121d service neutron] 10.222.0.23 "GET /v2.0/networks?id=f05841fe-27dc-4582-bad5-cda6ab3076e0 HTTP/1.1" status: 200 len: 916 time: 0.0962987 Oct 17 11:13:49.814638 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-55b4c653-062a-4d21-8cec-b7f8ba8040ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:06Z', 'revision_number': 4, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port': {'id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '2c85f203-2d2e-4d89-901d-4dde389b4e03', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'floating_ip_address': '172.28.1.147', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'port_id': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'mac_address': 'fa:16:3e:ff:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:13:48Z', 'updated_at': '2022-10-17T11:13:48Z', 'revision_number': 0, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1718b81-13d7-45d9-92c2-e29c7fb9079c', 'name': '', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'mac_address': 'fa:16:3e:67:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0dabd473-820f-465a-8fe5-27950e002595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:06Z', 'updated_at': '2022-10-17T11:13:11Z', 'revision_number': 5, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'subnets': [{'id': '0dabd473-820f-465a-8fe5-27950e002595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:49.820311 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5616e020-5747-4568-b0ba-05d63724e119 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (1cb8fc44-0e12-44e3-84b9-2421ebacf78c), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:49.825714 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5616e020-5747-4568-b0ba-05d63724e119 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (1cb8fc44-0e12-44e3-84b9-2421ebacf78c), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:49.841844 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4c653-062a-4d21-8cec-b7f8ba8040ac None None] Checking router: 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:13:49.844430 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616e020-5747-4568-b0ba-05d63724e119 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cb8fc44-0e12-44e3-84b9-2421ebacf78c,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:49.853465 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4c653-062a-4d21-8cec-b7f8ba8040ac None None] Routers {'8673eaa9-887e-4cfb-a61a-6eb8236f5b43'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:13:49.854089 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5616e020-5747-4568-b0ba-05d63724e119 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:49.854222 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-55b4c653-062a-4d21-8cec-b7f8ba8040ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:13:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:49.858663 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-5616e020-5747-4568-b0ba-05d63724e119 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1317441 Oct 17 11:13:49.858815 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56908) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:49.867876 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-1ab58831-27a8-4caa-a42c-21194ac37ff2 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Request body: {'security_group_rule': {'security_group_id': '1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f', 'project_id': '5400af3e013a4abe95880df82ad30eab', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:49.876058 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4b902e14-304e-454d-a58f-4d2199ce4162 req-332f9b8a-6a97-4c57-98d0-d608515a2dee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=540abdde-4912-4aee-8fd7-bc3d3aed6e9d HTTP/1.1" status: 200 len: 999 time: 0.0761008 Oct 17 11:13:49.935884 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ab58831-27a8-4caa-a42c-21194ac37ff2 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (a85cf0db-0cd2-414e-ba7f-a4eab5893df7), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:49.940578 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902e14-304e-454d-a58f-4d2199ce4162 req-e3cdf9fe-8be0-4b1a-ac0e-f33df68b25e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:49.942205 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4b902e14-304e-454d-a58f-4d2199ce4162 req-e3cdf9fe-8be0-4b1a-ac0e-f33df68b25e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dabd473-820f-465a-8fe5-27950e002595 HTTP/1.1" status: 200 len: 854 time: 0.0592558 Oct 17 11:13:49.958059 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-55b4c653-062a-4d21-8cec-b7f8ba8040ac None None] Set router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:13:50.018521 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ab58831-27a8-4caa-a42c-21194ac37ff2 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (a85cf0db-0cd2-414e-ba7f-a4eab5893df7), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.021650 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b902e14-304e-454d-a58f-4d2199ce4162 req-7831dfad-76bd-40e3-9084-f7f4a2eb5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:50.024266 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4b902e14-304e-454d-a58f-4d2199ce4162 req-7831dfad-76bd-40e3-9084-f7f4a2eb5328 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f05841fe-27dc-4582-bad5-cda6ab3076e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0743408 Oct 17 11:13:50.028034 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ab58831-27a8-4caa-a42c-21194ac37ff2 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (a85cf0db-0cd2-414e-ba7f-a4eab5893df7), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.062597 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab58831-27a8-4caa-a42c-21194ac37ff2 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85cf0db-0cd2-414e-ba7f-a4eab5893df7,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:50.096696 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-1ab58831-27a8-4caa-a42c-21194ac37ff2 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.097929 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-1ab58831-27a8-4caa-a42c-21194ac37ff2 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2379131 Oct 17 11:13:50.101041 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56910) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:50.106071 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-937640a3-ef4d-4e2a-af50-3f45f5524d79 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Request body: {'security_group_rule': {'security_group_id': '1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f', 'project_id': '5400af3e013a4abe95880df82ad30eab', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:50.134262 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4b902e14-304e-454d-a58f-4d2199ce4162 req-54ae51c4-c050-46a6-822b-42e7b94644a4 service neutron] 10.222.0.23 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007903 Oct 17 11:13:50.136188 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-937640a3-ef4d-4e2a-af50-3f45f5524d79 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (a539f6a2-c88c-40f3-b032-4d79f9047d64), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.187554 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-55b4c653-062a-4d21-8cec-b7f8ba8040ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:06Z', 'revision_number': 4, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port': {'id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '2c85f203-2d2e-4d89-901d-4dde389b4e03', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'floating_ip_address': '172.28.1.147', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'port_id': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'mac_address': 'fa:16:3e:ff:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:13:48Z', 'updated_at': '2022-10-17T11:13:48Z', 'revision_number': 0, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1718b81-13d7-45d9-92c2-e29c7fb9079c', 'name': '', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'mac_address': 'fa:16:3e:67:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0dabd473-820f-465a-8fe5-27950e002595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:06Z', 'updated_at': '2022-10-17T11:13:11Z', 'revision_number': 5, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'subnets': [{'id': '0dabd473-820f-465a-8fe5-27950e002595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:13:50.198738 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-937640a3-ef4d-4e2a-af50-3f45f5524d79 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (a539f6a2-c88c-40f3-b032-4d79f9047d64), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.204313 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-937640a3-ef4d-4e2a-af50-3f45f5524d79 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (a539f6a2-c88c-40f3-b032-4d79f9047d64), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.216925 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4c653-062a-4d21-8cec-b7f8ba8040ac None None] The sync data for ids ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'] in dv-cinder-858463-3-smb is: [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:06Z', 'revision_number': 4, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port': {'id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '2c85f203-2d2e-4d89-901d-4dde389b4e03', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'floating_ip_address': '172.28.1.147', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'port_id': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'mac_address': 'fa:16:3e:ff:e7:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:13:48Z', 'updated_at': '2022-10-17T11:13:48Z', 'revision_number': 0, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1718b81-13d7-45d9-92c2-e29c7fb9079c', 'name': '', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'mac_address': 'fa:16:3e:67:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0dabd473-820f-465a-8fe5-27950e002595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:06Z', 'updated_at': '2022-10-17T11:13:11Z', 'revision_number': 5, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'subnets': [{'id': '0dabd473-820f-465a-8fe5-27950e002595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:13:50.222255 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937640a3-ef4d-4e2a-af50-3f45f5524d79 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a539f6a2-c88c-40f3-b032-4d79f9047d64,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:50.237194 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-937640a3-ef4d-4e2a-af50-3f45f5524d79 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.238330 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4b902e14-304e-454d-a58f-4d2199ce4162 req-af1ecd79-7d1a-476f-938d-61df66f2451d service neutron] 10.222.0.23 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963693 Oct 17 11:13:50.241072 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56912) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:50.241290 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-937640a3-ef4d-4e2a-af50-3f45f5524d79 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1387608 Oct 17 11:13:50.245539 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-7c950fa2-d594-4dd2-9aaf-129e6581df65 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Request body: {'security_group_rule': {'security_group_id': '1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f', 'project_id': '5400af3e013a4abe95880df82ad30eab', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:50.272634 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7c950fa2-d594-4dd2-9aaf-129e6581df65 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (11c09e96-1c52-4394-a15e-2b20d967c0d6), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.332021 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7c950fa2-d594-4dd2-9aaf-129e6581df65 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (11c09e96-1c52-4394-a15e-2b20d967c0d6), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.337332 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7c950fa2-d594-4dd2-9aaf-129e6581df65 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (11c09e96-1c52-4394-a15e-2b20d967c0d6), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.355047 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c950fa2-d594-4dd2-9aaf-129e6581df65 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c09e96-1c52-4394-a15e-2b20d967c0d6,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:50.365906 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7c950fa2-d594-4dd2-9aaf-129e6581df65 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.369173 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-7c950fa2-d594-4dd2-9aaf-129e6581df65 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251080 Oct 17 11:13:50.369940 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56914) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:50.374345 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-6ba7d855-c8e7-4a82-bf4d-ba94de6c688a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Request body: {'security_group_rule': {'security_group_id': '1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f', 'project_id': '5400af3e013a4abe95880df82ad30eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:50.395459 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.securitygroups_db [None req-6ba7d855-c8e7-4a82-bf4d-ba94de6c688a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Project 5400af3e013a4abe95880df82ad30eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 11:13:50.401051 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d855-c8e7-4a82-bf4d-ba94de6c688a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (3d3a2e48-40fe-4b31-a1b5-7bdb30d38ceb), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.417902 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decb0728-929c-4eeb-be3f-21ceca6d64f1 None None] New status for floating IP 2c85f203-2d2e-4d89-901d-4dde389b4e03: ACTIVE {{(pid=103978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:13:50.462600 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d855-c8e7-4a82-bf4d-ba94de6c688a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (3d3a2e48-40fe-4b31-a1b5-7bdb30d38ceb), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.466975 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d855-c8e7-4a82-bf4d-ba94de6c688a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (3d3a2e48-40fe-4b31-a1b5-7bdb30d38ceb), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.481687 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7d855-c8e7-4a82-bf4d-ba94de6c688a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3a2e48-40fe-4b31-a1b5-7bdb30d38ceb,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:50.493597 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d855-c8e7-4a82-bf4d-ba94de6c688a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.494797 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-6ba7d855-c8e7-4a82-bf4d-ba94de6c688a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1238973 Oct 17 11:13:50.497704 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56916) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:50.502868 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-14533a87-c31c-4241-9a29-6df182c8a61a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Request body: {'security_group_rule': {'security_group_id': '1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f', 'project_id': '5400af3e013a4abe95880df82ad30eab', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:50.523403 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.securitygroups_db [None req-14533a87-c31c-4241-9a29-6df182c8a61a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Project 5400af3e013a4abe95880df82ad30eab added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 17 11:13:50.528549 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-14533a87-c31c-4241-9a29-6df182c8a61a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (68b7811c-fa4d-4a89-af62-4f8a1de5f308), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.600293 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-14533a87-c31c-4241-9a29-6df182c8a61a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (68b7811c-fa4d-4a89-af62-4f8a1de5f308), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.605629 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-14533a87-c31c-4241-9a29-6df182c8a61a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (68b7811c-fa4d-4a89-af62-4f8a1de5f308), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.624072 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14533a87-c31c-4241-9a29-6df182c8a61a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b7811c-fa4d-4a89-af62-4f8a1de5f308,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:50.633093 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-14533a87-c31c-4241-9a29-6df182c8a61a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:50.635333 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-14533a87-c31c-4241-9a29-6df182c8a61a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1352415 Oct 17 11:13:50.730866 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b9b3460a-13b6-4ff8-96ec-4ebab546fe0e req-76f9d70d-aee2-47b4-9fda-cff07e382e70 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35413184&fields=id&tenant_id=5400af3e013a4abe95880df82ad30eab HTTP/1.1" status: 200 len: 267 time: 0.0437634 Oct 17 11:13:50.751100 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62bc19-102e-4ce8-98dd-59683af3b3d4 req-ef5d68f3-b6b5-44d2-85e5-fc5377c92c31 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:50.752606 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4c62bc19-102e-4ce8-98dd-59683af3b3d4 req-ef5d68f3-b6b5-44d2-85e5-fc5377c92c31 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0534081 Oct 17 11:13:50.787579 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3460a-13b6-4ff8-96ec-4ebab546fe0e req-860a337d-c234-480a-a03e-bd3e5889bfc1 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:50.789078 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b9b3460a-13b6-4ff8-96ec-4ebab546fe0e req-860a337d-c234-480a-a03e-bd3e5889bfc1 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 945 time: 0.0524788 Oct 17 11:13:50.800321 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [req-b9b3460a-13b6-4ff8-96ec-4ebab546fe0e req-fbe9aef1-7b01-440f-b7ce-ad378385d50e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Request body: {'port': {'security_groups': ['c4a04891-5c69-43f6-8939-533816f85780', '1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f']}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:13:50.800535 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4c62bc19-102e-4ce8-98dd-59683af3b3d4 req-42de9771-70d5-49b6-a4ac-ed6569522f66 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420411 Oct 17 11:13:50.872743 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-b9b3460a-13b6-4ff8-96ec-4ebab546fe0e req-fbe9aef1-7b01-440f-b7ce-ad378385d50e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:51.076010 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [req-b9b3460a-13b6-4ff8-96ec-4ebab546fe0e req-fbe9aef1-7b01-440f-b7ce-ad378385d50e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] For port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,segment=NetworkSegment(30068794-39e3-4a56-b34d-f76a6475a2d9),segment_id=30068794-39e3-4a56-b34d-f76a6475a2d9)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:51.103690 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-b9b3460a-13b6-4ff8-96ec-4ebab546fe0e req-fbe9aef1-7b01-440f-b7ce-ad378385d50e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:51.110684 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-b9b3460a-13b6-4ff8-96ec-4ebab546fe0e req-fbe9aef1-7b01-440f-b7ce-ad378385d50e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:51.121473 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3460a-13b6-4ff8-96ec-4ebab546fe0e req-fbe9aef1-7b01-440f-b7ce-ad378385d50e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:51.122141 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [req-b9b3460a-13b6-4ff8-96ec-4ebab546fe0e req-fbe9aef1-7b01-440f-b7ce-ad378385d50e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:51.123529 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b9b3460a-13b6-4ff8-96ec-4ebab546fe0e req-fbe9aef1-7b01-440f-b7ce-ad378385d50e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "PUT /v2.0/ports/540abdde-4912-4aee-8fd7-bc3d3aed6e9d HTTP/1.1" status: 200 len: 981 time: 0.3281522 Oct 17 11:13:51.123980 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'tag': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:13:51.124460 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['540abdde-4912-4aee-8fd7-bc3d3aed6e9d'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:13:51.126391 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f8ba43-1f24-4f0a-9ed5-42e468e79490" -d '{"events": [{"name": "network-changed", "server_uuid": "b36c35f3-0ca2-4118-80d5-5c3011ef6f88", "tag": "540abdde-4912-4aee-8fd7-bc3d3aed6e9d"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:13:51.182897 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18727bc5-7f74-4582-b2f1-14d78e294a77 x-openstack-request-id: req-18727bc5-7f74-4582-b2f1-14d78e294a77 {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:13:51.183184 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36c35f3-0ca2-4118-80d5-5c3011ef6f88", "tag": "540abdde-4912-4aee-8fd7-bc3d3aed6e9d", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:13:51.183565 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-18727bc5-7f74-4582-b2f1-14d78e294a77 {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:13:51.185184 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18727bc5-7f74-4582-b2f1-14d78e294a77'] response: {'name': 'network-changed', 'server_uuid': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'tag': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d', 'status': 'completed', 'code': 200} Oct 17 11:13:51.199288 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe9aef1-7b01-440f-b7ce-ad378385d50e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event updated for resources: {'Port': ['ID=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,revision_number=6']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:51.210379 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['540abdde-4912-4aee-8fd7-bc3d3aed6e9d'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:13:51.252446 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f62ac6-1d68-4dd0-ac32-44bf5edc6cef req-ae856245-6b02-4594-8dfc-7c4607d4a7b0 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:51.254066 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a8f62ac6-1d68-4dd0-ac32-44bf5edc6cef req-ae856245-6b02-4594-8dfc-7c4607d4a7b0 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0663755 Oct 17 11:13:51.267209 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8ba43-1f24-4f0a-9ed5-42e468e79490 req-37faa0d1-630c-4fb1-9fb0-561d89a93abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:51.269337 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-71f8ba43-1f24-4f0a-9ed5-42e468e79490 req-37faa0d1-630c-4fb1-9fb0-561d89a93abc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5400af3e013a4abe95880df82ad30eab&device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 1168 time: 0.0553770 Oct 17 11:13:51.326806 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a8f62ac6-1d68-4dd0-ac32-44bf5edc6cef req-25771b06-c6db-43ed-aedf-cab1d4861d18 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0654328 Oct 17 11:13:51.388824 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8ba43-1f24-4f0a-9ed5-42e468e79490 req-c8409b6e-b7fc-4a17-93c9-0b75cf7361c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:51.390679 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-71f8ba43-1f24-4f0a-9ed5-42e468e79490 req-c8409b6e-b7fc-4a17-93c9-0b75cf7361c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f05841fe-27dc-4582-bad5-cda6ab3076e0 HTTP/1.1" status: 200 len: 916 time: 0.1063242 Oct 17 11:13:51.466930 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-71f8ba43-1f24-4f0a-9ed5-42e468e79490 req-8c93a201-8aa0-4994-8e00-f7f6951085da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=540abdde-4912-4aee-8fd7-bc3d3aed6e9d HTTP/1.1" status: 200 len: 1001 time: 0.0579803 Oct 17 11:13:51.527580 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8ba43-1f24-4f0a-9ed5-42e468e79490 req-65f0370f-9937-4d43-b5e7-655154260eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:51.529052 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-71f8ba43-1f24-4f0a-9ed5-42e468e79490 req-65f0370f-9937-4d43-b5e7-655154260eac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dabd473-820f-465a-8fe5-27950e002595 HTTP/1.1" status: 200 len: 854 time: 0.0439982 Oct 17 11:13:51.586202 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8ba43-1f24-4f0a-9ed5-42e468e79490 req-8ff93f11-1a0e-461d-8b9f-4f84be9d9dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:51.587713 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-71f8ba43-1f24-4f0a-9ed5-42e468e79490 req-8ff93f11-1a0e-461d-8b9f-4f84be9d9dd2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f05841fe-27dc-4582-bad5-cda6ab3076e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0477085 Oct 17 11:13:51.680486 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-71f8ba43-1f24-4f0a-9ed5-42e468e79490 req-7d6f28b3-60cc-4972-9cb5-b6a70a82916c service neutron] 10.222.0.23 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840378 Oct 17 11:13:51.777653 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-71f8ba43-1f24-4f0a-9ed5-42e468e79490 req-88931027-1a58-4896-9bb3-7682862acb5b service neutron] 10.222.0.23 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903647 Oct 17 11:13:51.940357 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f24442-7111-49fd-8c36-1fe0a824528b req-c228780c-84d3-4cd3-89bb-ca0e9841a204 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:51.941755 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-22f24442-7111-49fd-8c36-1fe0a824528b req-c228780c-84d3-4cd3-89bb-ca0e9841a204 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0572815 Oct 17 11:13:51.992246 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-22f24442-7111-49fd-8c36-1fe0a824528b req-c82896d6-fa91-4896-9bf0-24f9c622e124 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423620 Oct 17 11:13:52.563823 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [req-4981e42a-1365-460d-a05a-dcbe7fff6a74 req-8ca715d0-7194-4bf4-921a-8ab75bcfd679 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 11:13:52.564811 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4981e42a-1365-460d-a05a-dcbe7fff6a74 req-8ca715d0-7194-4bf4-921a-8ab75bcfd679 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0582550 Oct 17 11:13:52.730341 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ec9dd-2cf3-4584-ae4e-4ef639c181af req-e694a41d-bcb0-4189-beee-2f7645e37b27 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:52.731847 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c29ec9dd-2cf3-4584-ae4e-4ef639c181af req-e694a41d-bcb0-4189-beee-2f7645e37b27 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 945 time: 0.0535767 Oct 17 11:13:52.780943 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c29ec9dd-2cf3-4584-ae4e-4ef639c181af req-8f994aa2-e717-4e6b-9355-2779575e4af9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428286 Oct 17 11:13:52.923528 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 56968) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:52.958520 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d9011dad-15f2-4db9-84d1-f851c664b312 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:13:53.012482 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-98760606-e02f-40ad-bd37-85228e2f2be1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873725 Oct 17 11:13:53.021060 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-6c7121f1-bcc2-4a32-847d-d5d743bde4a4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 11:13:53.022039 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-6c7121f1-bcc2-4a32-847d-d5d743bde4a4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049050 Oct 17 11:13:53.041403 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port d9011dad-15f2-4db9-84d1-f851c664b312 is: ACTIVE; New status is: DOWN {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:13:53.041796 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:53.066586 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9011dad-15f2-4db9-84d1-f851c664b312'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:13:53.068840 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177f24b7-3260-47d5-8446-85cb07647a10" -d '{"events": [{"server_uuid": "a11776c1-b02e-44e5-baa9-b38ee1ccd6c6", "name": "network-vif-unplugged", "status": "completed", "tag": "d9011dad-15f2-4db9-84d1-f851c664b312"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:13:53.081856 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d9011dad-15f2-4db9-84d1-f851c664b312, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d9011dad-15f2-4db9-84d1-f851c664b312,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:13:53.087857 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:13:53.102161 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 56978) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:13:53.114345 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Oct 2022 11:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d6fb21d-4fc1-4552-a62a-2571ad8f35a7 x-openstack-request-id: req-7d6fb21d-4fc1-4552-a62a-2571ad8f35a7 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:13:53.115428 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11776c1-b02e-44e5-baa9-b38ee1ccd6c6", "name": "network-vif-unplugged", "status": "failed", "tag": "d9011dad-15f2-4db9-84d1-f851c664b312", "code": 422}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:13:53.115428 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7d6fb21d-4fc1-4552-a62a-2571ad8f35a7 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:13:53.115428 dv-cinder-858463-3-smb neutron-server[103978]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7d6fb21d-4fc1-4552-a62a-2571ad8f35a7']: {'server_uuid': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'code': 422} returned with failed status Oct 17 11:13:53.143909 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=d9011dad-15f2-4db9-84d1-f851c664b312,revision_number=8']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:13:53.192686 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-4f74d401-0a9e-472e-ba92-c2cd8bd290fd tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:53.194096 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-4f74d401-0a9e-472e-ba92-c2cd8bd290fd tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports/d9011dad-15f2-4db9-84d1-f851c664b312 HTTP/1.1" status: 200 len: 940 time: 0.0909369 Oct 17 11:13:53.915749 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1aaaf-f477-410f-a91a-eedde8decf94 req-97559061-a31a-49ff-b955-c44b97b95f41 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:53.917261 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6ae1aaaf-f477-410f-a91a-eedde8decf94 req-97559061-a31a-49ff-b955-c44b97b95f41 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0572493 Oct 17 11:13:53.965248 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6ae1aaaf-f477-410f-a91a-eedde8decf94 req-95e608ce-2318-4cb5-a8e5-e1465e8929d3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420601 Oct 17 11:13:54.471472 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-a61d71b4-59c2-4fe9-b145-30e174f0fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:54.472941 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-a61d71b4-59c2-4fe9-b145-30e174f0fd42 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6&tenant_id=2eb9c390057046beb38851ca545a62b0 HTTP/1.1" status: 200 len: 1127 time: 0.0501995 Oct 17 11:13:54.547869 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-7166daf7-fe5f-433a-aef0-2dd1779adb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:54.549740 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-7166daf7-fe5f-433a-aef0-2dd1779adb08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eb9c390057046beb38851ca545a62b0&device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 1127 time: 0.0486414 Oct 17 11:13:54.641047 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-759b78e7-0cea-4755-9a18-962a75cf04a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:54.642560 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-759b78e7-0cea-4755-9a18-962a75cf04a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 200 len: 918 time: 0.0856531 Oct 17 11:13:54.715913 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-d1343139-05dd-462a-9fb1-78ea534643ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9011dad-15f2-4db9-84d1-f851c664b312 HTTP/1.1" status: 200 len: 999 time: 0.0672441 Oct 17 11:13:54.772922 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-2e43eff1-bd4c-4bc3-a495-67483c885d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:54.774327 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-2e43eff1-bd4c-4bc3-a495-67483c885d7f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5c68dcd-6251-474d-85d1-af8866ed8b7f HTTP/1.1" status: 200 len: 856 time: 0.0517540 Oct 17 11:13:54.825912 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-b50d91e7-a3f0-4d4b-8397-609deafeeecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:54.827460 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-b50d91e7-a3f0-4d4b-8397-609deafeeecf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9322dbab-695d-4091-abd2-7cf44ae4a8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454793 Oct 17 11:13:54.917464 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-1728dafc-b41c-4044-a1d3-bf12e60af3bb service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837839 Oct 17 11:13:55.012685 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cb78d298-a8a4-42cc-ab81-ade268ef427b req-68bcc4aa-e280-4077-a501-699b0bfdad30 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886443 Oct 17 11:13:55.102778 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fe9de7-38f2-44a6-bc22-b294c19cbec0 req-c366e9d6-5206-4104-9fad-c279bd8814e5 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:55.104262 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-61fe9de7-38f2-44a6-bc22-b294c19cbec0 req-c366e9d6-5206-4104-9fad-c279bd8814e5 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0545616 Oct 17 11:13:55.165386 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-61fe9de7-38f2-44a6-bc22-b294c19cbec0 req-4e9bcffc-29c0-4910-af5b-03b5ea2c5ba9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520699 Oct 17 11:13:56.304305 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1dba15-5b64-480a-9832-77e483969df2 req-884c0054-5c47-442c-b29d-909341af8ff1 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:56.305910 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ff1dba15-5b64-480a-9832-77e483969df2 req-884c0054-5c47-442c-b29d-909341af8ff1 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0567038 Oct 17 11:13:56.357798 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ff1dba15-5b64-480a-9832-77e483969df2 req-cda5acf6-679d-4cc3-8f04-73b9d01a084b tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452044 Oct 17 11:13:57.498426 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c854783-f1dc-4383-898c-11d76338e99f req-34c34cfc-3bc3-4df3-8318-7beba0037fac tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:57.500105 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0c854783-f1dc-4383-898c-11d76338e99f req-34c34cfc-3bc3-4df3-8318-7beba0037fac tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0562763 Oct 17 11:13:57.547471 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0c854783-f1dc-4383-898c-11d76338e99f req-ffffc5c7-2b82-473e-833f-71d3dbb8a960 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413599 Oct 17 11:13:58.685946 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed81849-4504-453d-909b-694e6707501a req-00af3551-f9da-44cf-860d-246eab05f8e1 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:58.687561 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7ed81849-4504-453d-909b-694e6707501a req-00af3551-f9da-44cf-860d-246eab05f8e1 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0570061 Oct 17 11:13:58.741889 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7ed81849-4504-453d-909b-694e6707501a req-716405dd-a6e9-4c84-9f04-99f7600322d1 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482035 Oct 17 11:13:59.899575 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90f8e3-5370-4a96-b9a0-87628ecba62f req-37966243-1c36-48c3-a1e2-55a43ab1e109 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:13:59.901004 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8f90f8e3-5370-4a96-b9a0-87628ecba62f req-37966243-1c36-48c3-a1e2-55a43ab1e109 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0549078 Oct 17 11:13:59.954745 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8f90f8e3-5370-4a96-b9a0-87628ecba62f req-6e2f0070-88a1-479c-bb8e-76e526726bfd tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480070 Oct 17 11:14:01.105231 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847a972e-1653-4188-af29-7c086b332d8b req-281179c9-5f54-4e4e-afc2-7c77b018edcf tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:01.106750 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-847a972e-1653-4188-af29-7c086b332d8b req-281179c9-5f54-4e4e-afc2-7c77b018edcf tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0681911 Oct 17 11:14:01.161714 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-847a972e-1653-4188-af29-7c086b332d8b req-8b88b50b-4e71-470a-b03c-ae160240301b tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486200 Oct 17 11:14:02.311522 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ad8f5-3951-478b-ae91-3198a4215f6a req-df8549e1-74d8-40ee-a6db-b26dfd43406d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:02.313182 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-733ad8f5-3951-478b-ae91-3198a4215f6a req-df8549e1-74d8-40ee-a6db-b26dfd43406d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0639529 Oct 17 11:14:02.374762 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-733ad8f5-3951-478b-ae91-3198a4215f6a req-e0ebedd3-6cad-472f-b4f5-7f60c857bcbd tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547831 Oct 17 11:14:03.529571 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ef9ee-334f-4c22-8e11-1aa20687983e req-2e64a0f1-efec-49e9-b9fc-c4ead40f307f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:03.531060 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-cd0ef9ee-334f-4c22-8e11-1aa20687983e req-2e64a0f1-efec-49e9-b9fc-c4ead40f307f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0636358 Oct 17 11:14:03.580526 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-cd0ef9ee-334f-4c22-8e11-1aa20687983e req-87958f5a-a72b-4720-af04-1e052c1a964a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423298 Oct 17 11:14:04.724456 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aba3df-b80f-4b1e-84c3-9e317d7f3665 req-8b550423-5627-4018-a541-ab8cba550342 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:04.725938 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-02aba3df-b80f-4b1e-84c3-9e317d7f3665 req-8b550423-5627-4018-a541-ab8cba550342 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0580640 Oct 17 11:14:04.782908 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-02aba3df-b80f-4b1e-84c3-9e317d7f3665 req-d7657527-3538-48a3-8103-b4c858a73e87 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486038 Oct 17 11:14:05.004843 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:14:05.939501 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc0c474-b592-41a8-98b6-f9d9856c5b0f req-60a425a9-cde2-4646-a52d-0efa6f712640 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:05.941044 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-4dc0c474-b592-41a8-98b6-f9d9856c5b0f req-60a425a9-cde2-4646-a52d-0efa6f712640 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0701716 Oct 17 11:14:05.997719 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-4dc0c474-b592-41a8-98b6-f9d9856c5b0f req-f8014a15-ef0b-4e86-b454-bfdb86d39cc5 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508244 Oct 17 11:14:06.919139 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cdfc4701-1fe0-41e0-ac6f-8799017683ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:07.145602 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d6ba6-d449-43de-a1dc-c4a6d53c80f0 req-51b41951-1970-42a0-8b29-59163a5c17b7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:07.147096 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-502d6ba6-d449-43de-a1dc-c4a6d53c80f0 req-51b41951-1970-42a0-8b29-59163a5c17b7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0592210 Oct 17 11:14:07.196092 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-502d6ba6-d449-43de-a1dc-c4a6d53c80f0 req-c13a1e62-8672-47d8-a2bb-aa3b2b74ee31 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405641 Oct 17 11:14:08.340531 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46e51d2-41aa-4b9b-9d25-b155709e211c req-ca8af1a0-0a1a-4e8e-9234-6d602c782572 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:08.341934 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a46e51d2-41aa-4b9b-9d25-b155709e211c req-ca8af1a0-0a1a-4e8e-9234-6d602c782572 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 943 time: 0.0541918 Oct 17 11:14:08.388962 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a46e51d2-41aa-4b9b-9d25-b155709e211c req-4955dce6-b670-47c0-9e05-d0353c403492 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412438 Oct 17 11:14:09.020165 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d9011dad-15f2-4db9-84d1-f851c664b312 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:14:09.126132 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d9011dad-15f2-4db9-84d1-f851c664b312, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d9011dad-15f2-4db9-84d1-f851c664b312,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:14:09.137939 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'port_id': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'mac_address': 'fa:16:3e:8e:fe:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:14:09.171731 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port d9011dad-15f2-4db9-84d1-f851c664b312 is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:14:09.172123 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:09.185174 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9011dad-15f2-4db9-84d1-f851c664b312 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:14:09.204422 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d9011dad-15f2-4db9-84d1-f851c664b312, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d9011dad-15f2-4db9-84d1-f851c664b312,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:14:09.212293 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:09.272287 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=d9011dad-15f2-4db9-84d1-f851c664b312,revision_number=9']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:14:09.289489 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:09.289871 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:09.290193 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:09.290515 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:09.290830 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:09.291178 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:09.291509 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:09.291823 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:09.292146 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:09.292486 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:09.292814 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:09.293135 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:09.293559 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:09.297917 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eea64c09-e7b9-43b2-96e2-639340f9e951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:09.465827 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['d9011dad-15f2-4db9-84d1-f851c664b312'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:14:09.525931 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab80871-2a62-4112-b192-38d6ad1f9c83 req-142bcb16-2aae-4089-909d-a1efaa71e7a9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:09.527315 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6ab80871-2a62-4112-b192-38d6ad1f9c83 req-142bcb16-2aae-4089-909d-a1efaa71e7a9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 944 time: 0.0523942 Oct 17 11:14:09.575259 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6ab80871-2a62-4112-b192-38d6ad1f9c83 req-df2623f3-d0e2-4865-bcd6-d7c86dcae6ec tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421920 Oct 17 11:14:10.245317 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:10.545258 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:10.705166 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6807a-60d7-4986-9114-1ec3dea377cb req-2241bb5a-7137-4d60-aaff-105a1cedb7e5 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:10.706666 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-29b6807a-60d7-4986-9114-1ec3dea377cb req-2241bb5a-7137-4d60-aaff-105a1cedb7e5 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 944 time: 0.0537295 Oct 17 11:14:10.757642 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-29b6807a-60d7-4986-9114-1ec3dea377cb req-00da70cf-7149-4e4b-a96e-1b368f0708e9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453186 Oct 17 11:14:11.052898 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d9011dad-15f2-4db9-84d1-f851c664b312 up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:14:11.100502 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port d9011dad-15f2-4db9-84d1-f851c664b312 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:14:11.100888 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:11.101259 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port d9011dad-15f2-4db9-84d1-f851c664b312 Oct 17 11:14:11.176638 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port d9011dad-15f2-4db9-84d1-f851c664b312 is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:14:11.177030 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:11.200102 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9011dad-15f2-4db9-84d1-f851c664b312'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:14:11.202367 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a520545b-c821-495b-9728-ed754bf24e81" -d '{"events": [{"server_uuid": "a11776c1-b02e-44e5-baa9-b38ee1ccd6c6", "name": "network-vif-plugged", "status": "completed", "tag": "d9011dad-15f2-4db9-84d1-f851c664b312"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:14:11.217901 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port d9011dad-15f2-4db9-84d1-f851c664b312, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d9011dad-15f2-4db9-84d1-f851c664b312,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:14:11.223324 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:11.372123 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c77a2e3d-a4ba-4b55-a7e6-02ebe3f15339 x-openstack-request-id: req-c77a2e3d-a4ba-4b55-a7e6-02ebe3f15339 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:14:11.372853 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11776c1-b02e-44e5-baa9-b38ee1ccd6c6", "name": "network-vif-plugged", "status": "completed", "tag": "d9011dad-15f2-4db9-84d1-f851c664b312", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:14:11.372853 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c77a2e3d-a4ba-4b55-a7e6-02ebe3f15339 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:14:11.373061 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c77a2e3d-a4ba-4b55-a7e6-02ebe3f15339'] response: {'server_uuid': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'code': 200} Oct 17 11:14:11.398314 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=d9011dad-15f2-4db9-84d1-f851c664b312,revision_number=10']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:14:11.746658 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f1d73-f131-4a6a-b81d-d70580771bd6 req-b775cf86-bf37-44a7-8d43-c8c31b5c7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:11.748111 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-666f1d73-f131-4a6a-b81d-d70580771bd6 req-b775cf86-bf37-44a7-8d43-c8c31b5c7ba1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 1130 time: 0.0491416 Oct 17 11:14:11.803714 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-666f1d73-f131-4a6a-b81d-d70580771bd6 req-079ed793-4304-4e7f-b149-af6d6e8d6a38 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490842 Oct 17 11:14:11.903446 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98defc3-e176-4f68-a655-611722e90482 req-9e71b793-4862-47e6-80ac-ad6d3a41918a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:11.904918 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e98defc3-e176-4f68-a655-611722e90482 req-9e71b793-4862-47e6-80ac-ad6d3a41918a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 946 time: 0.0585067 Oct 17 11:14:11.954970 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e98defc3-e176-4f68-a655-611722e90482 req-0fbd2137-ce7d-49f0-8b78-c4640ec9ff01 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417221 Oct 17 11:14:12.619849 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:13.093434 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a6992-e6a7-4d39-8945-8176949a8f4f req-70e71eae-37a6-4073-b498-b71a6add0b98 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:13.094936 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-516a6992-e6a7-4d39-8945-8176949a8f4f req-70e71eae-37a6-4073-b498-b71a6add0b98 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 946 time: 0.0538213 Oct 17 11:14:13.143205 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-516a6992-e6a7-4d39-8945-8176949a8f4f req-d49c5bc9-67fc-4fdb-a4d5-0efa08a43b22 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426581 Oct 17 11:14:14.284772 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63427d45-0a1e-4fbd-b4ac-f57bbd1016ce req-bf3fff3f-224b-41b9-81ba-5ee6555d6df1 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:14.286324 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-63427d45-0a1e-4fbd-b4ac-f57bbd1016ce req-bf3fff3f-224b-41b9-81ba-5ee6555d6df1 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 946 time: 0.0558519 Oct 17 11:14:14.337394 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-63427d45-0a1e-4fbd-b4ac-f57bbd1016ce req-3a8b3bd7-232d-4806-916c-755415894b1b tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423884 Oct 17 11:14:14.341114 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:16.022826 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-674ec3d9-570b-491a-87f2-1fc714b0ea01 req-c312e680-7886-4887-946c-0679e463174f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459943 Oct 17 11:14:16.123524 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ec3d9-570b-491a-87f2-1fc714b0ea01 req-e24e3fbf-beb5-4a76-a3ac-5d7915f221ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:16.125710 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-674ec3d9-570b-491a-87f2-1fc714b0ea01 req-e24e3fbf-beb5-4a76-a3ac-5d7915f221ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eb9c390057046beb38851ca545a62b0&device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 1130 time: 0.0517950 Oct 17 11:14:16.232588 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ec3d9-570b-491a-87f2-1fc714b0ea01 req-279646a7-16ef-4375-ac29-c720eb004e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:16.234058 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-674ec3d9-570b-491a-87f2-1fc714b0ea01 req-279646a7-16ef-4375-ac29-c720eb004e8f service neutron] 10.222.0.23 "GET /v2.0/networks?id=9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 200 len: 918 time: 0.0870810 Oct 17 11:14:16.293374 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-674ec3d9-570b-491a-87f2-1fc714b0ea01 req-b440a7c7-3b8a-4d85-a112-64694961e763 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d9011dad-15f2-4db9-84d1-f851c664b312 HTTP/1.1" status: 200 len: 1001 time: 0.0526626 Oct 17 11:14:16.346299 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ec3d9-570b-491a-87f2-1fc714b0ea01 req-5b2ab8aa-95ae-4345-877d-584e560a6fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:16.347698 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-674ec3d9-570b-491a-87f2-1fc714b0ea01 req-5b2ab8aa-95ae-4345-877d-584e560a6fbd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5c68dcd-6251-474d-85d1-af8866ed8b7f HTTP/1.1" status: 200 len: 856 time: 0.0472319 Oct 17 11:14:16.399712 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674ec3d9-570b-491a-87f2-1fc714b0ea01 req-5722cd6f-2cc5-4e5e-99a2-69f4d0e1821c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:16.402069 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-674ec3d9-570b-491a-87f2-1fc714b0ea01 req-5722cd6f-2cc5-4e5e-99a2-69f4d0e1821c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9322dbab-695d-4091-abd2-7cf44ae4a8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0479360 Oct 17 11:14:16.498550 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-674ec3d9-570b-491a-87f2-1fc714b0ea01 req-924729c1-1d67-4247-b2e6-7b32122a0e17 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844302 Oct 17 11:14:16.594094 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-674ec3d9-570b-491a-87f2-1fc714b0ea01 req-dd9b5e2e-d506-44b4-ab2a-bfe139f8fbb7 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883207 Oct 17 11:14:23.438569 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b59f14-dcc4-4688-8544-36195df01d00 req-b7422fae-3a4a-4d6b-87e2-fe78aa40c47b tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:23.440042 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-78b59f14-dcc4-4688-8544-36195df01d00 req-b7422fae-3a4a-4d6b-87e2-fe78aa40c47b tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0583060 Oct 17 11:14:23.446316 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48c194-7dae-4695-81b9-b999713d3ced req-197d5ae0-a55c-4a3f-8b5f-db7342e071ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:23.447845 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8e48c194-7dae-4695-81b9-b999713d3ced req-197d5ae0-a55c-4a3f-8b5f-db7342e071ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5400af3e013a4abe95880df82ad30eab&device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 1168 time: 0.0502307 Oct 17 11:14:23.501769 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-78b59f14-dcc4-4688-8544-36195df01d00 req-609cf6cd-65fa-4276-baeb-5a6459d0940f tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0557144 Oct 17 11:14:23.545278 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48c194-7dae-4695-81b9-b999713d3ced req-591d7343-5323-43cf-9248-9cec2d6b556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:23.547344 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8e48c194-7dae-4695-81b9-b999713d3ced req-591d7343-5323-43cf-9248-9cec2d6b556c service neutron] 10.222.0.23 "GET /v2.0/networks?id=f05841fe-27dc-4582-bad5-cda6ab3076e0 HTTP/1.1" status: 200 len: 916 time: 0.0931282 Oct 17 11:14:23.611849 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8e48c194-7dae-4695-81b9-b999713d3ced req-5c7f76c2-9055-4067-8eac-3d12d9f9210a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=540abdde-4912-4aee-8fd7-bc3d3aed6e9d HTTP/1.1" status: 200 len: 1001 time: 0.0571642 Oct 17 11:14:23.663690 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48c194-7dae-4695-81b9-b999713d3ced req-09682d24-4fb0-4d54-95bc-6c828229ac57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:23.665072 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8e48c194-7dae-4695-81b9-b999713d3ced req-09682d24-4fb0-4d54-95bc-6c828229ac57 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dabd473-820f-465a-8fe5-27950e002595 HTTP/1.1" status: 200 len: 854 time: 0.0451827 Oct 17 11:14:23.723633 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48c194-7dae-4695-81b9-b999713d3ced req-d308e4ee-56c8-46bc-8816-d4c6bb3017ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:23.725244 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8e48c194-7dae-4695-81b9-b999713d3ced req-d308e4ee-56c8-46bc-8816-d4c6bb3017ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f05841fe-27dc-4582-bad5-cda6ab3076e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0522244 Oct 17 11:14:23.826470 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8e48c194-7dae-4695-81b9-b999713d3ced req-8533104c-9103-486c-88f2-c45ccf107481 service neutron] 10.222.0.23 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946732 Oct 17 11:14:24.196346 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8e48c194-7dae-4695-81b9-b999713d3ced req-550453fc-8648-4ede-84e8-10dd70213785 service neutron] 10.222.0.23 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3622377 Oct 17 11:14:24.648014 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac255b-a001-4d07-aff9-ff8acb42c34c req-9753b14d-5a19-4ca3-a775-f1f9c202afb1 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:24.649471 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-33ac255b-a001-4d07-aff9-ff8acb42c34c req-9753b14d-5a19-4ca3-a775-f1f9c202afb1 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0579200 Oct 17 11:14:24.714192 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-33ac255b-a001-4d07-aff9-ff8acb42c34c req-1979124b-d4bf-46c2-95e9-a1b41314c88a tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0557814 Oct 17 11:14:25.854963 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98815c60-53c3-43a7-9f08-6bf3c6ca7b64 req-b0535fe5-6f29-446e-83c6-c9ca5cdef727 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:25.856875 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-98815c60-53c3-43a7-9f08-6bf3c6ca7b64 req-b0535fe5-6f29-446e-83c6-c9ca5cdef727 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0619736 Oct 17 11:14:25.922249 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-98815c60-53c3-43a7-9f08-6bf3c6ca7b64 req-34ce80bd-4dde-4378-82f1-27924103e022 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0569103 Oct 17 11:14:27.064837 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceece64-4ba5-4b85-b639-c3342d671318 req-0f15db27-1731-406f-a212-135ad1d72ffe tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:27.066504 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3ceece64-4ba5-4b85-b639-c3342d671318 req-0f15db27-1731-406f-a212-135ad1d72ffe tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0594740 Oct 17 11:14:27.132909 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3ceece64-4ba5-4b85-b639-c3342d671318 req-cc25f7dd-4576-4867-bd25-2223ff3119c7 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0578313 Oct 17 11:14:28.289033 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f785c9-c6df-465e-9be8-e984b4bc1b06 req-59dc7a0f-b8a0-48ac-a234-01707738e1ef tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:28.290558 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-52f785c9-c6df-465e-9be8-e984b4bc1b06 req-59dc7a0f-b8a0-48ac-a234-01707738e1ef tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0682843 Oct 17 11:14:28.354155 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-52f785c9-c6df-465e-9be8-e984b4bc1b06 req-4e3dd82d-e61c-440b-b2da-8e85c3a91e07 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0573378 Oct 17 11:14:29.491633 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79987fb-3151-43ba-a41b-5523d8a30d7b req-32fc8439-1f94-4250-9291-39f5ef4f5166 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:29.493080 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e79987fb-3151-43ba-a41b-5523d8a30d7b req-32fc8439-1f94-4250-9291-39f5ef4f5166 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0551867 Oct 17 11:14:29.554593 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e79987fb-3151-43ba-a41b-5523d8a30d7b req-fc656869-9f27-4198-b139-dffbe8a5cedb tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0556316 Oct 17 11:14:30.690106 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca9bc61-c3ba-4139-99e4-77d5928cf998 req-d30c674f-cf1a-46f3-b056-fcfb40e160c2 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:30.691573 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9ca9bc61-c3ba-4139-99e4-77d5928cf998 req-d30c674f-cf1a-46f3-b056-fcfb40e160c2 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0565081 Oct 17 11:14:30.754992 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9ca9bc61-c3ba-4139-99e4-77d5928cf998 req-16d266df-35b3-46cd-b6a1-2dab502ec0cc tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547392 Oct 17 11:14:31.891895 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab87ce-c758-4f04-95db-1b68bed04d93 req-be73f44e-5c33-4a76-a10b-fa4558f4ac36 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:31.893387 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-15ab87ce-c758-4f04-95db-1b68bed04d93 req-be73f44e-5c33-4a76-a10b-fa4558f4ac36 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0540504 Oct 17 11:14:31.957356 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-15ab87ce-c758-4f04-95db-1b68bed04d93 req-2a555778-308f-4e61-9078-86c3ae94e0b8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0559797 Oct 17 11:14:33.108530 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903ddb8e-4f0e-44eb-8874-f2bd715a689f req-d3fc1fb5-c6be-473f-be25-0de66ff9899c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:33.110036 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-903ddb8e-4f0e-44eb-8874-f2bd715a689f req-d3fc1fb5-c6be-473f-be25-0de66ff9899c tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0632880 Oct 17 11:14:33.175878 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-903ddb8e-4f0e-44eb-8874-f2bd715a689f req-db5cd283-217c-4e16-8915-e075c0e6c096 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0600488 Oct 17 11:14:34.321978 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feca545-d1a6-4323-9b02-1aa17173e63b req-467b430a-e700-4a5e-8e80-8428f29e22d7 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:34.323415 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6feca545-d1a6-4323-9b02-1aa17173e63b req-467b430a-e700-4a5e-8e80-8428f29e22d7 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0632472 Oct 17 11:14:34.387245 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6feca545-d1a6-4323-9b02-1aa17173e63b req-180e8426-02c5-40a6-844a-cccb9d61c6f7 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0577588 Oct 17 11:14:35.533022 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fcf7f7-f281-40c5-b2b6-41ae68c37c17 req-431a90d2-aba0-452b-9663-1e8e04767f9e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:35.534526 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-23fcf7f7-f281-40c5-b2b6-41ae68c37c17 req-431a90d2-aba0-452b-9663-1e8e04767f9e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0665655 Oct 17 11:14:35.597794 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-23fcf7f7-f281-40c5-b2b6-41ae68c37c17 req-866cc49e-f4bd-4c1d-99b8-b06ffdc987bb tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0575018 Oct 17 11:14:36.735741 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca473e-be85-4902-83fd-8c9b94b5ccdf req-5e4e26b6-e657-47f1-b8ec-a5c10230fee3 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:36.737240 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-bcca473e-be85-4902-83fd-8c9b94b5ccdf req-5e4e26b6-e657-47f1-b8ec-a5c10230fee3 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0563414 Oct 17 11:14:36.799648 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-bcca473e-be85-4902-83fd-8c9b94b5ccdf req-02cf61e5-9561-4d14-b2b3-36a5f8e92e9f tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0537434 Oct 17 11:14:36.923349 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-52908ff2-2714-424c-b553-99f88462393b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:37.941683 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d11566-331d-40ac-9cfc-6b40beb63cb9 req-05b9ca46-3cfe-44dd-8557-804f62326269 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:37.943175 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-89d11566-331d-40ac-9cfc-6b40beb63cb9 req-05b9ca46-3cfe-44dd-8557-804f62326269 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0554385 Oct 17 11:14:38.005754 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-89d11566-331d-40ac-9cfc-6b40beb63cb9 req-66203629-b88a-435e-97b9-2b37d69dd079 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0568459 Oct 17 11:14:39.137301 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb70ff97-25e6-4458-9944-8e56758f2263 req-84c4f652-28d7-4a60-8b17-3fa1b7c392c5 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:39.138744 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fb70ff97-25e6-4458-9944-8e56758f2263 req-84c4f652-28d7-4a60-8b17-3fa1b7c392c5 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0535326 Oct 17 11:14:39.206505 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fb70ff97-25e6-4458-9944-8e56758f2263 req-e35cef2a-b33b-426d-bffd-16efbde40cb8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0617712 Oct 17 11:14:39.283284 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-db723ecf-3087-42ce-8e5d-1c11210ab873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:40.248012 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:40.347429 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6c934-d22e-43da-b24b-febd426ad787 req-732bff6b-cd66-48e5-9e74-579bedbdf6f5 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:40.348823 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-33b6c934-d22e-43da-b24b-febd426ad787 req-732bff6b-cd66-48e5-9e74-579bedbdf6f5 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0586975 Oct 17 11:14:40.408468 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-33b6c934-d22e-43da-b24b-febd426ad787 req-8219aad1-681a-4ad2-becc-9ae4cc7999a3 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&id=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0538714 Oct 17 11:14:40.551076 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:41.999107 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:14:42.617891 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:44.358818 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:48.738296 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845210f1-b6da-409e-beaa-c161105785c0 req-7c3f6a37-cdcc-4425-8405-94a6b77c7292 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:48.739782 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-845210f1-b6da-409e-beaa-c161105785c0 req-7c3f6a37-cdcc-4425-8405-94a6b77c7292 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 946 time: 0.0561402 Oct 17 11:14:48.787911 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-845210f1-b6da-409e-beaa-c161105785c0 req-378e56aa-3b0a-4054-968b-ac9d3d00b5db tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422688 Oct 17 11:14:49.944890 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20694cc-6c68-4bf8-b773-90d70018cad8 req-5ab5951e-2865-4d18-aab5-07e52531a723 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:49.946364 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d20694cc-6c68-4bf8-b773-90d70018cad8 req-5ab5951e-2865-4d18-aab5-07e52531a723 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 946 time: 0.0571902 Oct 17 11:14:49.996879 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d20694cc-6c68-4bf8-b773-90d70018cad8 req-4f8b6dcb-b96e-480a-afed-6211cd0622ce tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=d76eb488-cc18-4d8e-aa50-9aa1081ff815&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422671 Oct 17 11:14:50.443237 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-798da614-9391-4b65-8899-3c7f5c17f6c5 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:50.444686 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-798da614-9391-4b65-8899-3c7f5c17f6c5 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.23 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 946 time: 0.0652883 Oct 17 11:14:50.542648 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Deleting port d9011dad-15f2-4db9-84d1-f851c664b312 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:14:50.543012 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:50.640236 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] For port d9011dad-15f2-4db9-84d1-f851c664b312, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=d9011dad-15f2-4db9-84d1-f851c664b312,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:14:50.640592 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:50.811232 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:50.811593 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (5c2cda38-f58d-44a0-b4db-e5ebda7ff382), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:50.811913 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.l3_db [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Floating IP 5c2cda38-f58d-44a0-b4db-e5ebda7ff382 disassociated. External IP: 172.28.1.194, port: d9011dad-15f2-4db9-84d1-f851c664b312. Oct 17 11:14:50.812248 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Calling delete_port for d9011dad-15f2-4db9-84d1-f851c664b312 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:14:50.942481 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (d9011dad-15f2-4db9-84d1-f851c664b312), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:50.972223 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event deleted for resources: {'Port': ['ID=d9011dad-15f2-4db9-84d1-f851c664b312,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:14:50.983069 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:50.983428 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:50.983743 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:50.984076 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:50.984411 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:50.984737 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:50.985062 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:50.985461 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:50.985758 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:50.986084 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:50.986405 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:50.986725 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:50.987045 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:51.093800 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Router 53cbc419-2ff9-405c-ae1f-22627886ade6 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:14:51.112391 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8c72605d-34cc-4900-867a-07aa78624cf4 req-3e419a84-6c9e-4277-a941-54d55b2f21c0 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=a11776c1-b02e-44e5-baa9-b38ee1ccd6c6 HTTP/1.1" status: 200 len: 210 time: 0.0277977 Oct 17 11:14:51.195653 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:14:51.205544 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7b754-56c8-4ab6-9dfd-ffd880eb0eec None None] Sync routers for ids ['53cbc419-2ff9-405c-ae1f-22627886ade6'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:14:51.215617 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7b754-56c8-4ab6-9dfd-ffd880eb0eec None None] Routers {'53cbc419-2ff9-405c-ae1f-22627886ade6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:14:51.216237 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-38a7b754-56c8-4ab6-9dfd-ffd880eb0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:14:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['53cbc419-2ff9-405c-ae1f-22627886ade6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:14:51.240308 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] No DVR routers for this DVR port d9011dad-15f2-4db9-84d1-f851c664b312 on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:14:51.243153 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:51.246559 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2476cb90-e233-4e20-89fe-c5102ed7bdea req-20ad6118-06cf-4b1b-b676-bf798408af1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.23 "DELETE /v2.0/ports/d9011dad-15f2-4db9-84d1-f851c664b312 HTTP/1.1" status: 204 len: 173 time: 0.7963519 Oct 17 11:14:51.247056 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'name': 'network-vif-deleted', 'tag': 'd9011dad-15f2-4db9-84d1-f851c664b312'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:14:51.249331 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c40515-4967-4732-b076-3083bbb1cbd9" -d '{"events": [{"server_uuid": "a11776c1-b02e-44e5-baa9-b38ee1ccd6c6", "name": "network-vif-deleted", "tag": "d9011dad-15f2-4db9-84d1-f851c664b312"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:14:51.287365 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf40badb-e559-4b96-9bfc-7d5ab681a42c x-openstack-request-id: req-bf40badb-e559-4b96-9bfc-7d5ab681a42c {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:14:51.287655 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a11776c1-b02e-44e5-baa9-b38ee1ccd6c6", "name": "network-vif-deleted", "tag": "d9011dad-15f2-4db9-84d1-f851c664b312", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:14:51.287919 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bf40badb-e559-4b96-9bfc-7d5ab681a42c {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:14:51.288315 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf40badb-e559-4b96-9bfc-7d5ab681a42c'] response: {'server_uuid': 'a11776c1-b02e-44e5-baa9-b38ee1ccd6c6', 'name': 'network-vif-deleted', 'tag': 'd9011dad-15f2-4db9-84d1-f851c664b312', 'status': 'completed', 'code': 200} Oct 17 11:14:51.336296 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-38a7b754-56c8-4ab6-9dfd-ffd880eb0eec None None] Set router 53cbc419-2ff9-405c-ae1f-22627886ade6 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:14:51.530680 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-38a7b754-56c8-4ab6-9dfd-ffd880eb0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:45Z', 'revision_number': 5, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:14:51.554921 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7b754-56c8-4ab6-9dfd-ffd880eb0eec None None] Checking router: 53cbc419-2ff9-405c-ae1f-22627886ade6 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:14:51.563706 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a7b754-56c8-4ab6-9dfd-ffd880eb0eec None None] Routers {'53cbc419-2ff9-405c-ae1f-22627886ade6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:14:51.564230 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-38a7b754-56c8-4ab6-9dfd-ffd880eb0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:14:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['53cbc419-2ff9-405c-ae1f-22627886ade6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:14:51.677209 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-38a7b754-56c8-4ab6-9dfd-ffd880eb0eec None None] Set router 53cbc419-2ff9-405c-ae1f-22627886ade6 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:14:51.966117 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-38a7b754-56c8-4ab6-9dfd-ffd880eb0eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:45Z', 'revision_number': 5, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:14:51.989740 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a7b754-56c8-4ab6-9dfd-ffd880eb0eec None None] The sync data for ids ['53cbc419-2ff9-405c-ae1f-22627886ade6'] in dv-cinder-858463-3-smb is: [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:45Z', 'revision_number': 5, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:14:52.214705 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57174) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:14:52.225766 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e10e53a-43cc-4516-b54a-d1c724f6e380 None None] New status for floating IP 5c2cda38-f58d-44a0-b4db-e5ebda7ff382: DOWN {{(pid=103978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:14:52.267824 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-21e997e8-1667-4738-be14-2c5f91af49f7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group (d76eb488-cc18-4d8e-aa50-9aa1081ff815), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:52.290219 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-21e997e8-1667-4738-be14-2c5f91af49f7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group (d76eb488-cc18-4d8e-aa50-9aa1081ff815), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:52.342803 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-21e997e8-1667-4738-be14-2c5f91af49f7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (d76eb488-cc18-4d8e-aa50-9aa1081ff815), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:52.345731 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-21e997e8-1667-4738-be14-2c5f91af49f7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:52.346993 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-21e997e8-1667-4738-be14-2c5f91af49f7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "DELETE /v2.0/security-groups/d76eb488-cc18-4d8e-aa50-9aa1081ff815 HTTP/1.1" status: 204 len: 168 time: 0.1312170 Oct 17 11:14:52.350109 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57176) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:14:52.357696 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e997e8-1667-4738-be14-2c5f91af49f7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76eb488-cc18-4d8e-aa50-9aa1081ff815,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:14:52.370570 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.api.v2.resource [None req-097d1c67-87e2-45bf-8be5-bfa1286bce56 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] show failed (client error): The resource could not be found. Oct 17 11:14:52.374584 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-097d1c67-87e2-45bf-8be5-bfa1286bce56 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups/d76eb488-cc18-4d8e-aa50-9aa1081ff815 HTTP/1.1" status: 404 len: 347 time: 0.0194139 Oct 17 11:14:52.374946 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57178) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:14:52.501025 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Deleting port cc3a55ff-cce4-4515-b5a6-8ebf7d833220 {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:14:52.501354 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (cc3a55ff-cce4-4515-b5a6-8ebf7d833220), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:52.576778 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (cc3a55ff-cce4-4515-b5a6-8ebf7d833220), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:52.577072 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for floatingip (cc3a55ff-cce4-4515-b5a6-8ebf7d833220), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:52.589586 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Calling delete_port for cc3a55ff-cce4-4515-b5a6-8ebf7d833220 owned by network:floatingip {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:14:52.964618 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (cc3a55ff-cce4-4515-b5a6-8ebf7d833220), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:52.989737 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event deleted for resources: {'Port': ['ID=cc3a55ff-cce4-4515-b5a6-8ebf7d833220,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:14:53.014033 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:53.014382 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:53.014724 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:53.015062 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:53.015398 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:53.015731 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:53.016062 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:53.016392 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:53.016794 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:53.017108 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:53.017458 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:53.017816 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:53.018136 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:14:53.058097 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for floatingip (5c2cda38-f58d-44a0-b4db-e5ebda7ff382), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.060890 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.062083 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-78aa3b14-1d91-446a-b30c-e009b6a15d69 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "DELETE /v2.0/floatingips/5c2cda38-f58d-44a0-b4db-e5ebda7ff382 HTTP/1.1" status: 204 len: 168 time: 0.6860089 Oct 17 11:14:53.160789 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57182) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:14:53.165388 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-f2eabf63-96b7-4ad7-a554-2cac5718d057 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1576748900', 'description': 'tempest-description--475174781'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:14:53.187838 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f2eabf63-96b7-4ad7-a554-2cac5718d057 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.262252 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f2eabf63-96b7-4ad7-a554-2cac5718d057 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group (26f746ef-6113-4a17-8a50-81c7da615d6d), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.267263 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f2eabf63-96b7-4ad7-a554-2cac5718d057 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (26f746ef-6113-4a17-8a50-81c7da615d6d), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.297136 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f2eabf63-96b7-4ad7-a554-2cac5718d057 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.298418 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-f2eabf63-96b7-4ad7-a554-2cac5718d057 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1365812 Oct 17 11:14:53.301953 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57184) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:14:53.302951 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eabf63-96b7-4ad7-a554-2cac5718d057 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f746ef-6113-4a17-8a50-81c7da615d6d,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:14:53.307416 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-c1433d58-977e-4f4a-a4dc-c8f1a350fa0a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Request body: {'security_group_rule': {'security_group_id': '26f746ef-6113-4a17-8a50-81c7da615d6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:14:53.338820 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c1433d58-977e-4f4a-a4dc-c8f1a350fa0a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group_rule (9fbfb8a1-f958-4dab-ab3b-b4f0d3af8c22), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.399878 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c1433d58-977e-4f4a-a4dc-c8f1a350fa0a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group_rule (9fbfb8a1-f958-4dab-ab3b-b4f0d3af8c22), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.405417 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c1433d58-977e-4f4a-a4dc-c8f1a350fa0a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (9fbfb8a1-f958-4dab-ab3b-b4f0d3af8c22), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.423596 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1433d58-977e-4f4a-a4dc-c8f1a350fa0a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fbfb8a1-f958-4dab-ab3b-b4f0d3af8c22,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:14:53.433731 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-c1433d58-977e-4f4a-a4dc-c8f1a350fa0a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.434920 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-c1433d58-977e-4f4a-a4dc-c8f1a350fa0a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319747 Oct 17 11:14:53.437698 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57186) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:14:53.441977 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-e8672b13-4528-45a3-b773-e42ac6acd005 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Request body: {'security_group_rule': {'security_group_id': '26f746ef-6113-4a17-8a50-81c7da615d6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:14:53.467383 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e8672b13-4528-45a3-b773-e42ac6acd005 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group_rule (ab2d34cb-5ff5-44d2-be88-027914e20da6), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.522464 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e8672b13-4528-45a3-b773-e42ac6acd005 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group_rule (ab2d34cb-5ff5-44d2-be88-027914e20da6), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.527570 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e8672b13-4528-45a3-b773-e42ac6acd005 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (ab2d34cb-5ff5-44d2-be88-027914e20da6), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.552595 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8672b13-4528-45a3-b773-e42ac6acd005 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab2d34cb-5ff5-44d2-be88-027914e20da6,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:14:53.559667 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e8672b13-4528-45a3-b773-e42ac6acd005 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.560853 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-e8672b13-4528-45a3-b773-e42ac6acd005 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222618 Oct 17 11:14:53.565774 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57188) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:14:53.570177 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Request body: {'floatingip': {'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:14:53.591571 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.690663 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.800465 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Allocated IP 172.28.1.11 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/78e0e04b-843d-4225-9d52-e5debc3d52ff) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:14:53.903089 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for port (78e0e04b-843d-4225-9d52-e5debc3d52ff), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.939015 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (78e0e04b-843d-4225-9d52-e5debc3d52ff), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:53.973716 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:14:53.976438 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:14:53.982010 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:14:53.986875 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event updated for resources: {'Port': ['ID=78e0e04b-843d-4225-9d52-e5debc3d52ff,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:14:54.068364 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for floatingip (a6987668-4def-4997-a2d5-bb71e1f8b42d), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:54.108094 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (78e0e04b-843d-4225-9d52-e5debc3d52ff), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:54.256616 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for port (78e0e04b-843d-4225-9d52-e5debc3d52ff), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:54.264075 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (78e0e04b-843d-4225-9d52-e5debc3d52ff), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:54.327100 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event updated for resources: {'Port': ['ID=78e0e04b-843d-4225-9d52-e5debc3d52ff,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:14:54.331291 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (a6987668-4def-4997-a2d5-bb71e1f8b42d), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:54.357787 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:54.359146 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-e0d31ab6-ac2e-4482-9d18-f82af549ff62 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7923846 Oct 17 11:14:54.572332 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-08225c98-0e78-4f55-8f50-9b005aa0c342 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1576748900&fields=id&tenant_id=2eb9c390057046beb38851ca545a62b0 HTTP/1.1" status: 200 len: 267 time: 0.0429952 Oct 17 11:14:54.681945 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-3f6cb525-9d6d-45ba-9c2b-dd11d4bebba9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:54.683298 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-3f6cb525-9d6d-45ba-9c2b-dd11d4bebba9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/networks?id=9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 200 len: 817 time: 0.1018355 Oct 17 11:14:54.699782 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-1a98a598-62ac-41de-ba19-5482753484f8 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/quotas/2eb9c390057046beb38851ca545a62b0 HTTP/1.1" status: 200 len: 375 time: 0.0088916 Oct 17 11:14:54.759240 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-21bd64d9-bae0-4198-9f82-c2e084669f66 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=2eb9c390057046beb38851ca545a62b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546789 Oct 17 11:14:54.860611 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-c7b1ed33-71d2-44f9-a6b8-af718a47f464 service neutron] 10.222.0.43 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864329 Oct 17 11:14:54.958636 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-7f2f0e66-48a1-4a26-b61e-2c205f234b6e service neutron] 10.222.0.43 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893414 Oct 17 11:14:55.126055 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e989eac3-e78f-470c-aca2-ffc1c036e5b3 req-e4d49e79-0709-4ec5-9512-bb14a1a5a41b tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 210 time: 0.0279763 Oct 17 11:14:55.299621 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d9011dad-15f2-4db9-84d1-f851c664b312 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:14:55.319277 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: d9011dad-15f2-4db9-84d1-f851c664b312 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:14:55.319665 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device d9011dad-15f2-4db9-84d1-f851c664b312 not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:14:56.135111 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-d6bd48fd-8971-4409-ab1d-d35c0d1d9aa4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:56.136651 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-d6bd48fd-8971-4409-ab1d-d35c0d1d9aa4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.23 "GET /v2.0/networks?id=9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 200 len: 817 time: 0.1039698 Oct 17 11:14:56.204581 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a7c40615-488c-404b-b072-640683b2234e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2eb9c390057046beb38851ca545a62b0 HTTP/1.1" status: 200 len: 380 time: 0.0587547 Oct 17 11:14:56.214424 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-6aedeeee-cee5-488c-957c-1b2cbb88b127 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Request body: {'port': {'device_id': '722e2393-40ed-4230-8dee-2e636acf4f32', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'admin_state_up': True, 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'security_groups': ['26f746ef-6113-4a17-8a50-81c7da615d6d']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:14:56.277571 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-452557d5-1cdc-4b1f-ad72-160ce9d103da req-6d5eccea-fc26-40fb-8731-644bf3bb2508 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 210 time: 0.0669150 Oct 17 11:14:56.347032 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-6aedeeee-cee5-488c-957c-1b2cbb88b127 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Made reservation on behalf of 2eb9c390057046beb38851ca545a62b0 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:14:56.350256 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-6aedeeee-cee5-488c-957c-1b2cbb88b127 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:56.477925 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-6aedeeee-cee5-488c-957c-1b2cbb88b127 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Allocated IP 172.20.0.7 (9322dbab-695d-4091-abd2-7cf44ae4a8d9/d5c68dcd-6251-474d-85d1-af8866ed8b7f/6ec2cd42-9579-4ae9-9325-3ab769814c3b) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:14:56.620620 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-6aedeeee-cee5-488c-957c-1b2cbb88b127 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:56.658617 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-6aedeeee-cee5-488c-957c-1b2cbb88b127 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:56.698514 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-6aedeeee-cee5-488c-957c-1b2cbb88b127 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:14:56.701650 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-6aedeeee-cee5-488c-957c-1b2cbb88b127 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:14:56.707722 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-6aedeeee-cee5-488c-957c-1b2cbb88b127 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:14:56.734854 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedeeee-cee5-488c-957c-1b2cbb88b127 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event updated for resources: {'Port': ['ID=6ec2cd42-9579-4ae9-9325-3ab769814c3b,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:14:56.761824 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-6aedeeee-cee5-488c-957c-1b2cbb88b127 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:56.762437 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-6aedeeee-cee5-488c-957c-1b2cbb88b127 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:56.779850 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-6aedeeee-cee5-488c-957c-1b2cbb88b127 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5704312 Oct 17 11:14:56.792271 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Request body: {'port': {'device_id': '722e2393-40ed-4230-8dee-2e636acf4f32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:14:56.856294 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:56.904491 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-ee608a00-00e4-43b6-87c5-fb04b792e043 None None] Provisioning complete for port 6ec2cd42-9579-4ae9-9325-3ab769814c3b triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:14:56.905075 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ee608a00-00e4-43b6-87c5-fb04b792e043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:56.905075 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-ee608a00-00e4-43b6-87c5-fb04b792e043 None None] Attempt 1 to provision port 6ec2cd42-9579-4ae9-9325-3ab769814c3b Oct 17 11:14:56.935414 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-ee608a00-00e4-43b6-87c5-fb04b792e043 None None] Port 6ec2cd42-9579-4ae9-9325-3ab769814c3b cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:14:57.113586 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ec2cd42-9579-4ae9-9325-3ab769814c3b {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:14:57.122062 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Publish callbacks [] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:57.134830 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Transition to ACTIVE for port object 6ec2cd42-9579-4ae9-9325-3ab769814c3b will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:14:57.140035 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:57.205177 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Pushing event updated for resources: {'Port': ['ID=6ec2cd42-9579-4ae9-9325-3ab769814c3b,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:14:57.256993 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Attempting to bind port 6ec2cd42-9579-4ae9-9325-3ab769814c3b on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:14:57.257355 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Attempting to bind port 6ec2cd42-9579-4ae9-9325-3ab769814c3b by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:14:57.257681 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Attempting to bind port 6ec2cd42-9579-4ae9-9325-3ab769814c3b on network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:14:57.262314 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Port 6ec2cd42-9579-4ae9-9325-3ab769814c3b on network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:14:57.262663 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Attempting to bind port 6ec2cd42-9579-4ae9-9325-3ab769814c3b on network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:14:57.267604 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:14:57.267967 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Checking segment: {'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:14:57.268347 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Bound using segment: {'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:14:57.268834 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Bound port: 6ec2cd42-9579-4ae9-9325-3ab769814c3b, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd19e75dc-1cf4-451e-bf88-101117e9398a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:14:57.269341 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:57.334699 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] For port 6ec2cd42-9579-4ae9-9325-3ab769814c3b, host hv-cinder-85846, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:14:57.337816 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] For port 6ec2cd42-9579-4ae9-9325-3ab769814c3b, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:14:57.345777 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:57.350261 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:57.350903 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:14:57.352316 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] 10.222.0.23 "PUT /v2.0/ports/6ec2cd42-9579-4ae9-9325-3ab769814c3b HTTP/1.1" status: 200 len: 1093 time: 0.5644002 Oct 17 11:14:57.352889 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722e2393-40ed-4230-8dee-2e636acf4f32', 'tag': '6ec2cd42-9579-4ae9-9325-3ab769814c3b'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:14:57.355168 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755d9c30-f749-4b79-8e89-a904e5bb5d25" -d '{"events": [{"name": "network-changed", "server_uuid": "722e2393-40ed-4230-8dee-2e636acf4f32", "tag": "6ec2cd42-9579-4ae9-9325-3ab769814c3b"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:14:57.396743 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c526a9-74c8-4f24-9612-e648b2c1c65c x-openstack-request-id: req-93c526a9-74c8-4f24-9612-e648b2c1c65c {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:14:57.397068 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722e2393-40ed-4230-8dee-2e636acf4f32", "tag": "6ec2cd42-9579-4ae9-9325-3ab769814c3b", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:14:57.397316 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93c526a9-74c8-4f24-9612-e648b2c1c65c {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:14:57.397727 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c526a9-74c8-4f24-9612-e648b2c1c65c'] response: {'name': 'network-changed', 'server_uuid': '722e2393-40ed-4230-8dee-2e636acf4f32', 'tag': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'status': 'completed', 'code': 200} Oct 17 11:14:57.414231 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dae314-3257-4795-862f-cb0e055e43e5 req-dfeb9dcb-2583-4350-ac1d-a2c00513b551 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:57.415744 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-49dae314-3257-4795-862f-cb0e055e43e5 req-dfeb9dcb-2583-4350-ac1d-a2c00513b551 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0568991 Oct 17 11:14:57.436322 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-ee608a00-00e4-43b6-87c5-fb04b792e043 None None] Attempt 2 to provision port 6ec2cd42-9579-4ae9-9325-3ab769814c3b Oct 17 11:14:57.444912 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fa96d-4609-4612-b4b5-edf255d4384a service neutron] Pushing event updated for resources: {'Port': ['ID=6ec2cd42-9579-4ae9-9325-3ab769814c3b,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:14:57.466655 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-430bfdb2-d7a0-4e9b-86b0-ac1cb4591174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:57.467929 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-430bfdb2-d7a0-4e9b-86b0-ac1cb4591174 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eb9c390057046beb38851ca545a62b0&device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 1127 time: 0.0587223 Oct 17 11:14:57.471451 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-49dae314-3257-4795-862f-cb0e055e43e5 req-e79ad344-996a-4744-a09e-cb7e826fff7c tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499904 Oct 17 11:14:57.480208 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-ee608a00-00e4-43b6-87c5-fb04b792e043 None None] Port 6ec2cd42-9579-4ae9-9325-3ab769814c3b had new provisioning blocks added so it will not transition to active. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 17 11:14:57.513836 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-ffd5630b-dd51-49e0-9c6c-3405f3ac2f68 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b HTTP/1.1" status: 200 len: 217 time: 0.0357883 Oct 17 11:14:57.565594 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-79ed6e51-9f59-47e7-8d4e-9f9223561b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:57.566946 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-79ed6e51-9f59-47e7-8d4e-9f9223561b58 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5c68dcd-6251-474d-85d1-af8866ed8b7f HTTP/1.1" status: 200 len: 856 time: 0.0440083 Oct 17 11:14:57.616434 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-bd5dd337-9c0e-4a12-a2b2-46a98d44f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:57.617909 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-bd5dd337-9c0e-4a12-a2b2-46a98d44f8cd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9322dbab-695d-4091-abd2-7cf44ae4a8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0447998 Oct 17 11:14:57.709090 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-30d27c58-39d6-434b-aed4-2805becb588e service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832038 Oct 17 11:14:57.798404 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a37d8008-37e6-4e94-8142-38abd4c24df2 req-be1f96e5-e9f5-4fb5-a8af-aea12b024af9 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823178 Oct 17 11:14:57.909031 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d9c30-f749-4b79-8e89-a904e5bb5d25 req-bc7f2e7c-454e-46b2-b442-9be23eb531e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:57.910597 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-755d9c30-f749-4b79-8e89-a904e5bb5d25 req-bc7f2e7c-454e-46b2-b442-9be23eb531e1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eb9c390057046beb38851ca545a62b0&device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 1127 time: 0.0524530 Oct 17 11:14:58.003075 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d9c30-f749-4b79-8e89-a904e5bb5d25 req-a29b4827-3e92-46b2-9ca0-c30882c69a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:58.004464 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-755d9c30-f749-4b79-8e89-a904e5bb5d25 req-a29b4827-3e92-46b2-9ca0-c30882c69a6b service neutron] 10.222.0.23 "GET /v2.0/networks?id=9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 200 len: 918 time: 0.0865974 Oct 17 11:14:58.043604 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-755d9c30-f749-4b79-8e89-a904e5bb5d25 req-1f08d145-8757-448b-8baf-d7b78d705e6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b HTTP/1.1" status: 200 len: 217 time: 0.0322108 Oct 17 11:14:58.098531 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d9c30-f749-4b79-8e89-a904e5bb5d25 req-7a9304b2-0ca1-45c1-a36f-b30cead72195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:58.100000 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-755d9c30-f749-4b79-8e89-a904e5bb5d25 req-7a9304b2-0ca1-45c1-a36f-b30cead72195 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5c68dcd-6251-474d-85d1-af8866ed8b7f HTTP/1.1" status: 200 len: 856 time: 0.0478098 Oct 17 11:14:58.149844 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755d9c30-f749-4b79-8e89-a904e5bb5d25 req-905160f1-232e-4b01-ba4f-2b683c412d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:58.151389 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-755d9c30-f749-4b79-8e89-a904e5bb5d25 req-905160f1-232e-4b01-ba4f-2b683c412d59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9322dbab-695d-4091-abd2-7cf44ae4a8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445113 Oct 17 11:14:58.251771 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-755d9c30-f749-4b79-8e89-a904e5bb5d25 req-9c342393-53da-4a20-bff1-e4b65cd506ff service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921843 Oct 17 11:14:58.350000 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-755d9c30-f749-4b79-8e89-a904e5bb5d25 req-d629fb95-6d48-4a18-b8a8-2d64a1d4d662 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907295 Oct 17 11:14:58.616063 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12479d52-a5da-4996-9650-7f74db0fdece req-4fff37ae-cad9-408a-a225-433137635a06 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:58.617434 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-12479d52-a5da-4996-9650-7f74db0fdece req-4fff37ae-cad9-408a-a225-433137635a06 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0547137 Oct 17 11:14:58.664736 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-12479d52-a5da-4996-9650-7f74db0fdece req-35a81680-2af0-4368-93e4-cc297b81db65 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415580 Oct 17 11:14:59.800548 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ad17e5-d5b7-4499-b307-d5a4db5bd177 req-081eac53-51bb-4268-aebc-200f4256e513 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:14:59.802065 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c5ad17e5-d5b7-4499-b307-d5a4db5bd177 req-081eac53-51bb-4268-aebc-200f4256e513 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0555735 Oct 17 11:14:59.854597 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c5ad17e5-d5b7-4499-b307-d5a4db5bd177 req-fc9e8d17-7d29-4c90-ad7c-b16d377c0274 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445154 Oct 17 11:15:01.001639 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0412a2f-34be-40c0-a509-7ba2407140d7 req-19c57261-6b32-442a-a713-c2daea263a48 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:01.003105 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d0412a2f-34be-40c0-a509-7ba2407140d7 req-19c57261-6b32-442a-a713-c2daea263a48 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0597024 Oct 17 11:15:01.053633 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d0412a2f-34be-40c0-a509-7ba2407140d7 req-835fd920-1607-4614-824d-46470d197e6e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446484 Oct 17 11:15:01.318587 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 6ec2cd42-9579-4ae9-9325-3ab769814c3b details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:15:01.433308 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 6ec2cd42-9579-4ae9-9325-3ab769814c3b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:15:01.447096 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'port_id': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'mac_address': 'fa:16:3e:73:28:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:15:01.486237 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 6ec2cd42-9579-4ae9-9325-3ab769814c3b is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:15:01.486632 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:01.499623 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec2cd42-9579-4ae9-9325-3ab769814c3b {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:15:01.518831 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 6ec2cd42-9579-4ae9-9325-3ab769814c3b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:15:01.526905 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:01.590168 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=6ec2cd42-9579-4ae9-9325-3ab769814c3b,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:01.780772 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['6ec2cd42-9579-4ae9-9325-3ab769814c3b'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:15:02.201505 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9aa99c-0d8b-4642-b7ca-cdfb04472399 req-e069fe89-8650-40ee-8072-0c60e6295932 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:02.202973 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0a9aa99c-0d8b-4642-b7ca-cdfb04472399 req-e069fe89-8650-40ee-8072-0c60e6295932 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 944 time: 0.0640628 Oct 17 11:15:02.258278 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0a9aa99c-0d8b-4642-b7ca-cdfb04472399 req-23272f5a-5b1a-4d94-97f6-8af901e3db4c tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490565 Oct 17 11:15:03.359641 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 6ec2cd42-9579-4ae9-9325-3ab769814c3b up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:15:03.405651 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a64c2-c7cc-4899-9e4d-5dbecfaffa87 req-187d2d8c-ac8c-4d8b-9db4-3e7c22b3a117 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:03.407140 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-131a64c2-c7cc-4899-9e4d-5dbecfaffa87 req-187d2d8c-ac8c-4d8b-9db4-3e7c22b3a117 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 944 time: 0.0551376 Oct 17 11:15:03.409460 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port 6ec2cd42-9579-4ae9-9325-3ab769814c3b completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:15:03.414059 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 6ec2cd42-9579-4ae9-9325-3ab769814c3b triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:15:03.414574 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:03.414910 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 6ec2cd42-9579-4ae9-9325-3ab769814c3b Oct 17 11:15:03.455618 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-131a64c2-c7cc-4899-9e4d-5dbecfaffa87 req-5c883900-3601-4334-9b25-5bf60bcaa670 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418253 Oct 17 11:15:03.488571 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 6ec2cd42-9579-4ae9-9325-3ab769814c3b is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:15:03.489334 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:03.511640 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e2393-40ed-4230-8dee-2e636acf4f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec2cd42-9579-4ae9-9325-3ab769814c3b'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:15:03.513898 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b92f49-f62e-4e1d-a93a-cfc527402798" -d '{"events": [{"server_uuid": "722e2393-40ed-4230-8dee-2e636acf4f32", "name": "network-vif-plugged", "status": "completed", "tag": "6ec2cd42-9579-4ae9-9325-3ab769814c3b"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:15:03.526163 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 6ec2cd42-9579-4ae9-9325-3ab769814c3b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:15:03.531453 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:03.554267 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfeb6bb-b014-4a8d-a555-2a2d45d34809 x-openstack-request-id: req-edfeb6bb-b014-4a8d-a555-2a2d45d34809 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:15:03.554561 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e2393-40ed-4230-8dee-2e636acf4f32", "name": "network-vif-plugged", "status": "completed", "tag": "6ec2cd42-9579-4ae9-9325-3ab769814c3b", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:15:03.554816 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-edfeb6bb-b014-4a8d-a555-2a2d45d34809 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:15:03.555216 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edfeb6bb-b014-4a8d-a555-2a2d45d34809'] response: {'server_uuid': '722e2393-40ed-4230-8dee-2e636acf4f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'code': 200} Oct 17 11:15:03.582131 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=6ec2cd42-9579-4ae9-9325-3ab769814c3b,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:03.736570 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcc4d46-2326-4782-8b2b-b4c21e6cd122 req-9ba5d4f0-5512-45f8-9ab2-d4fa0bec7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:03.738836 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3dcc4d46-2326-4782-8b2b-b4c21e6cd122 req-9ba5d4f0-5512-45f8-9ab2-d4fa0bec7c8e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 1129 time: 0.0494034 Oct 17 11:15:03.787836 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3dcc4d46-2326-4782-8b2b-b4c21e6cd122 req-88af3899-4fe7-4461-a785-073ac5527c83 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421212 Oct 17 11:15:04.601872 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d3b27-51d7-417c-bf4f-55f112e13e89 req-26beec3e-ebb6-4e75-8ded-e073d4178c07 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:04.603367 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-801d3b27-51d7-417c-bf4f-55f112e13e89 req-26beec3e-ebb6-4e75-8ded-e073d4178c07 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0573475 Oct 17 11:15:04.653889 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-801d3b27-51d7-417c-bf4f-55f112e13e89 req-8b4be7c5-036c-416e-a5ae-035ed5002240 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428095 Oct 17 11:15:05.806240 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81268fb1-ff7b-49bb-a9f1-a9c6fb7c4065 req-0045dd7c-ba5b-4ca5-97ac-58622bdef4df tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:05.807700 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-81268fb1-ff7b-49bb-a9f1-a9c6fb7c4065 req-0045dd7c-ba5b-4ca5-97ac-58622bdef4df tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0578868 Oct 17 11:15:05.856295 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-81268fb1-ff7b-49bb-a9f1-a9c6fb7c4065 req-0a2658dc-e9bb-4565-bbe2-7c14cff07c75 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402813 Oct 17 11:15:05.986196 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f6412b-7f45-4bba-965c-5ef72de0e978 req-bef623cf-20d2-45bd-9a1f-6bce37f316d3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:05.987575 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f1f6412b-7f45-4bba-965c-5ef72de0e978 req-bef623cf-20d2-45bd-9a1f-6bce37f316d3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0553586 Oct 17 11:15:05.998397 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57242) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:06.003011 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-712389a7-29e4-4da4-a6c0-ddafc1658c08 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Request body: {'floatingip': {'port_id': '6ec2cd42-9579-4ae9-9325-3ab769814c3b'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:15:06.041377 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-712389a7-29e4-4da4-a6c0-ddafc1658c08 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for floatingip (a6987668-4def-4997-a2d5-bb71e1f8b42d), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:06.488834 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-712389a7-29e4-4da4-a6c0-ddafc1658c08 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:06.494976 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-712389a7-29e4-4da4-a6c0-ddafc1658c08 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (a6987668-4def-4997-a2d5-bb71e1f8b42d), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:06.593419 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.db.l3_db [None req-712389a7-29e4-4da4-a6c0-ddafc1658c08 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Floating IP a6987668-4def-4997-a2d5-bb71e1f8b42d associated. External IP: 172.28.1.11, port: 6ec2cd42-9579-4ae9-9325-3ab769814c3b. Oct 17 11:15:06.793915 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712389a7-29e4-4da4-a6c0-ddafc1658c08 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Router 53cbc419-2ff9-405c-ae1f-22627886ade6 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:15:06.902696 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712389a7-29e4-4da4-a6c0-ddafc1658c08 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:15:06.907715 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-712389a7-29e4-4da4-a6c0-ddafc1658c08 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:06.912928 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe9f43-1976-4b56-8837-04ca7376c30a None None] Sync routers for ids ['53cbc419-2ff9-405c-ae1f-22627886ade6'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:15:06.920410 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-160eb066-2cf5-476e-b49a-6edb791989fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:06.926300 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efe9f43-1976-4b56-8837-04ca7376c30a None None] Routers {'53cbc419-2ff9-405c-ae1f-22627886ade6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:15:06.926947 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-4efe9f43-1976-4b56-8837-04ca7376c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:14:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['53cbc419-2ff9-405c-ae1f-22627886ade6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:06.939000 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-712389a7-29e4-4da4-a6c0-ddafc1658c08 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "PUT /v2.0/floatingips/a6987668-4def-4997-a2d5-bb71e1f8b42d HTTP/1.1" status: 200 len: 990 time: 0.9394226 Oct 17 11:15:06.939637 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '722e2393-40ed-4230-8dee-2e636acf4f32', 'tag': '6ec2cd42-9579-4ae9-9325-3ab769814c3b'}] {{(pid=103976) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:15:06.941892 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e063be5e3daf8cac1c1d58fa1fc8897de92ba6088654a8e9419e61c2ac7d25cf" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1e516a2-1d9b-4289-b47a-116ba2f3c027" -d '{"events": [{"name": "network-changed", "server_uuid": "722e2393-40ed-4230-8dee-2e636acf4f32", "tag": "6ec2cd42-9579-4ae9-9325-3ab769814c3b"}]}' {{(pid=103976) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:15:06.976817 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2dfa40-1644-4d4c-b3bb-0dc4d89510ce x-openstack-request-id: req-ec2dfa40-1644-4d4c-b3bb-0dc4d89510ce {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:15:06.977101 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "722e2393-40ed-4230-8dee-2e636acf4f32", "tag": "6ec2cd42-9579-4ae9-9325-3ab769814c3b", "status": "completed", "code": 200}]} {{(pid=103976) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:15:06.977383 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ec2dfa40-1644-4d4c-b3bb-0dc4d89510ce {{(pid=103976) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:15:06.977758 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec2dfa40-1644-4d4c-b3bb-0dc4d89510ce'] response: {'name': 'network-changed', 'server_uuid': '722e2393-40ed-4230-8dee-2e636acf4f32', 'tag': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'status': 'completed', 'code': 200} Oct 17 11:15:07.033100 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-4efe9f43-1976-4b56-8837-04ca7376c30a None None] Set router 53cbc419-2ff9-405c-ae1f-22627886ade6 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:15:07.049226 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e516a2-1d9b-4289-b47a-116ba2f3c027 req-fdc4f7cf-f3d0-4335-8954-0874bcd4b20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:07.050654 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b1e516a2-1d9b-4289-b47a-116ba2f3c027 req-fdc4f7cf-f3d0-4335-8954-0874bcd4b20b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eb9c390057046beb38851ca545a62b0&device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 1129 time: 0.0480816 Oct 17 11:15:07.140423 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e516a2-1d9b-4289-b47a-116ba2f3c027 req-eb223d0e-44cd-417a-aae7-b87aab4e1649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:07.142097 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b1e516a2-1d9b-4289-b47a-116ba2f3c027 req-eb223d0e-44cd-417a-aae7-b87aab4e1649 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 200 len: 918 time: 0.0850072 Oct 17 11:15:07.206646 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b1e516a2-1d9b-4289-b47a-116ba2f3c027 req-791a8f3a-d794-4326-b546-0da4e172b316 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b HTTP/1.1" status: 200 len: 998 time: 0.0580602 Oct 17 11:15:07.250897 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-4efe9f43-1976-4b56-8837-04ca7376c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'a6987668-4def-4997-a2d5-bb71e1f8b42d', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'floating_ip_address': '172.28.1.11', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'port_id': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'mac_address': 'fa:16:3e:73:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722e2393-40ed-4230-8dee-2e636acf4f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:14:54Z', 'updated_at': '2022-10-17T11:15:06Z', 'revision_number': 1, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:45Z', 'revision_number': 5, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:07.257827 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e516a2-1d9b-4289-b47a-116ba2f3c027 req-b00b944d-7364-45e1-a510-2b5678711826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:07.259302 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b1e516a2-1d9b-4289-b47a-116ba2f3c027 req-b00b944d-7364-45e1-a510-2b5678711826 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5c68dcd-6251-474d-85d1-af8866ed8b7f HTTP/1.1" status: 200 len: 856 time: 0.0452430 Oct 17 11:15:07.275027 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe9f43-1976-4b56-8837-04ca7376c30a None None] Checking router: 53cbc419-2ff9-405c-ae1f-22627886ade6 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:15:07.283395 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efe9f43-1976-4b56-8837-04ca7376c30a None None] Routers {'53cbc419-2ff9-405c-ae1f-22627886ade6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:15:07.283994 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-4efe9f43-1976-4b56-8837-04ca7376c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:14:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['53cbc419-2ff9-405c-ae1f-22627886ade6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:07.311814 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e516a2-1d9b-4289-b47a-116ba2f3c027 req-e43f181c-70e1-4747-a4a1-df1bbebaa607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:07.313333 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b1e516a2-1d9b-4289-b47a-116ba2f3c027 req-e43f181c-70e1-4747-a4a1-df1bbebaa607 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9322dbab-695d-4091-abd2-7cf44ae4a8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436759 Oct 17 11:15:07.385518 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-4efe9f43-1976-4b56-8837-04ca7376c30a None None] Set router 53cbc419-2ff9-405c-ae1f-22627886ade6 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:15:07.405867 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b1e516a2-1d9b-4289-b47a-116ba2f3c027 req-7c495eeb-cf91-41c8-b250-d6d3b37d84e0 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858197 Oct 17 11:15:07.493184 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b1e516a2-1d9b-4289-b47a-116ba2f3c027 req-f7f26260-20c0-474b-aa49-59b16916e691 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806415 Oct 17 11:15:07.614037 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-4efe9f43-1976-4b56-8837-04ca7376c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'a6987668-4def-4997-a2d5-bb71e1f8b42d', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'floating_ip_address': '172.28.1.11', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'port_id': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'mac_address': 'fa:16:3e:73:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722e2393-40ed-4230-8dee-2e636acf4f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:14:54Z', 'updated_at': '2022-10-17T11:15:06Z', 'revision_number': 1, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:45Z', 'revision_number': 5, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:07.642322 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe9f43-1976-4b56-8837-04ca7376c30a None None] The sync data for ids ['53cbc419-2ff9-405c-ae1f-22627886ade6'] in dv-cinder-858463-3-smb is: [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': 'a6987668-4def-4997-a2d5-bb71e1f8b42d', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'floating_ip_address': '172.28.1.11', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'port_id': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 677, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'mac_address': 'fa:16:3e:73:28:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '722e2393-40ed-4230-8dee-2e636acf4f32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:14:54Z', 'updated_at': '2022-10-17T11:15:06Z', 'revision_number': 1, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:45Z', 'revision_number': 5, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:15:07.826817 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c051d4-3e7a-4144-bffa-1f74eb3a5b7f None None] New status for floating IP a6987668-4def-4997-a2d5-bb71e1f8b42d: ACTIVE {{(pid=103978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:15:09.295583 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-84568c3c-24fc-42ea-a4cd-401c4d3e7c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:10.237495 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:10.546869 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:12.621193 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:14.355811 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:15.893646 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cd6433e-70b6-4280-981b-ab2098e27f8e req-b7d4466e-2de2-4537-b556-2bc8e486a792 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-35413184&fields=id&tenant_id=5400af3e013a4abe95880df82ad30eab HTTP/1.1" status: 200 len: 267 time: 0.0539176 Oct 17 11:15:15.964456 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6433e-70b6-4280-981b-ab2098e27f8e req-7f063681-4721-49b5-9faa-f1cdb50abea9 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:15.965937 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cd6433e-70b6-4280-981b-ab2098e27f8e req-7f063681-4721-49b5-9faa-f1cdb50abea9 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 984 time: 0.0669365 Oct 17 11:15:15.978539 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-4cd6433e-70b6-4280-981b-ab2098e27f8e req-678b4176-01df-4cc4-aa5c-aa61bd513fea tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Request body: {'port': {'security_groups': ['c4a04891-5c69-43f6-8939-533816f85780']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:15:16.059692 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4cd6433e-70b6-4280-981b-ab2098e27f8e req-678b4176-01df-4cc4-aa5c-aa61bd513fea tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:16.227141 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-4cd6433e-70b6-4280-981b-ab2098e27f8e req-678b4176-01df-4cc4-aa5c-aa61bd513fea tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] For port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,segment=NetworkSegment(30068794-39e3-4a56-b34d-f76a6475a2d9),segment_id=30068794-39e3-4a56-b34d-f76a6475a2d9)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:15:16.254493 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4cd6433e-70b6-4280-981b-ab2098e27f8e req-678b4176-01df-4cc4-aa5c-aa61bd513fea tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:16.262128 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4cd6433e-70b6-4280-981b-ab2098e27f8e req-678b4176-01df-4cc4-aa5c-aa61bd513fea tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:16.272771 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6433e-70b6-4280-981b-ab2098e27f8e req-678b4176-01df-4cc4-aa5c-aa61bd513fea tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:16.273429 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-4cd6433e-70b6-4280-981b-ab2098e27f8e req-678b4176-01df-4cc4-aa5c-aa61bd513fea tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:16.274772 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4cd6433e-70b6-4280-981b-ab2098e27f8e req-678b4176-01df-4cc4-aa5c-aa61bd513fea tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "PUT /v2.0/ports/540abdde-4912-4aee-8fd7-bc3d3aed6e9d HTTP/1.1" status: 200 len: 942 time: 0.3010557 Oct 17 11:15:16.275270 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'tag': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:15:16.277432 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['540abdde-4912-4aee-8fd7-bc3d3aed6e9d'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:15:16.278043 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea02581-e713-4775-b66f-f1fe45105052" -d '{"events": [{"name": "network-changed", "server_uuid": "b36c35f3-0ca2-4118-80d5-5c3011ef6f88", "tag": "540abdde-4912-4aee-8fd7-bc3d3aed6e9d"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:15:16.281325 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57258) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:16.335626 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678b4176-01df-4cc4-aa5c-aa61bd513fea tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event updated for resources: {'Port': ['ID=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,revision_number=7']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:16.339800 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98da2112-5dcd-4fd3-84a8-7b050ac89573 x-openstack-request-id: req-98da2112-5dcd-4fd3-84a8-7b050ac89573 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:15:16.339984 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36c35f3-0ca2-4118-80d5-5c3011ef6f88", "tag": "540abdde-4912-4aee-8fd7-bc3d3aed6e9d", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:15:16.340212 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98da2112-5dcd-4fd3-84a8-7b050ac89573 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:15:16.340737 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98da2112-5dcd-4fd3-84a8-7b050ac89573'] response: {'name': 'network-changed', 'server_uuid': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'tag': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d', 'status': 'completed', 'code': 200} Oct 17 11:15:16.346388 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7826a72d-ebe1-4c2f-88a6-01a38c2912f4 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group (1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:16.364337 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['540abdde-4912-4aee-8fd7-bc3d3aed6e9d'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:15:16.375443 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7826a72d-ebe1-4c2f-88a6-01a38c2912f4 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group (1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:16.393761 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02581-e713-4775-b66f-f1fe45105052 req-71b99713-ba85-49c0-99b9-02c6b5232510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:16.395443 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0ea02581-e713-4775-b66f-f1fe45105052 req-71b99713-ba85-49c0-99b9-02c6b5232510 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5400af3e013a4abe95880df82ad30eab&device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 1129 time: 0.0492353 Oct 17 11:15:16.444573 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7826a72d-ebe1-4c2f-88a6-01a38c2912f4 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:16.447305 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-7826a72d-ebe1-4c2f-88a6-01a38c2912f4 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:16.450971 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-7826a72d-ebe1-4c2f-88a6-01a38c2912f4 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "DELETE /v2.0/security-groups/1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f HTTP/1.1" status: 204 len: 168 time: 0.1661675 Oct 17 11:15:16.451716 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57260) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:16.458261 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7826a72d-ebe1-4c2f-88a6-01a38c2912f4 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a98b35f-3a43-4fcb-9c2a-c1fe902c7e1f,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:16.797814 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02581-e713-4775-b66f-f1fe45105052 req-1b7145af-76b5-40da-8cad-7cdfe4c4512e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:16.799576 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0ea02581-e713-4775-b66f-f1fe45105052 req-1b7145af-76b5-40da-8cad-7cdfe4c4512e service neutron] 10.222.0.23 "GET /v2.0/networks?id=f05841fe-27dc-4582-bad5-cda6ab3076e0 HTTP/1.1" status: 200 len: 916 time: 0.3971262 Oct 17 11:15:16.905979 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0ea02581-e713-4775-b66f-f1fe45105052 req-2979e30d-8681-4e6c-8adc-4cef95113a22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=540abdde-4912-4aee-8fd7-bc3d3aed6e9d HTTP/1.1" status: 200 len: 1001 time: 0.0824990 Oct 17 11:15:16.959501 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-f27a79b8-8e87-4839-9ff7-bb82c86311b8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Deleting port 53cb4763-0924-40bf-bbc4-a0eb902e8f5b {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:15:16.959815 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f27a79b8-8e87-4839-9ff7-bb82c86311b8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (53cb4763-0924-40bf-bbc4-a0eb902e8f5b), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:16.963196 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02581-e713-4775-b66f-f1fe45105052 req-b22feec1-a5ea-4b76-8d3f-bc66e7690b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:16.964613 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0ea02581-e713-4775-b66f-f1fe45105052 req-b22feec1-a5ea-4b76-8d3f-bc66e7690b54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dabd473-820f-465a-8fe5-27950e002595 HTTP/1.1" status: 200 len: 854 time: 0.0528331 Oct 17 11:15:17.065979 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f27a79b8-8e87-4839-9ff7-bb82c86311b8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (53cb4763-0924-40bf-bbc4-a0eb902e8f5b), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:17.066230 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f27a79b8-8e87-4839-9ff7-bb82c86311b8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for floatingip (53cb4763-0924-40bf-bbc4-a0eb902e8f5b), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:17.077788 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea02581-e713-4775-b66f-f1fe45105052 req-22d90443-b0f0-4f3b-933a-dab90c131c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:17.079292 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0ea02581-e713-4775-b66f-f1fe45105052 req-22d90443-b0f0-4f3b-933a-dab90c131c96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f05841fe-27dc-4582-bad5-cda6ab3076e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1059256 Oct 17 11:15:17.083015 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-f27a79b8-8e87-4839-9ff7-bb82c86311b8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Calling delete_port for 53cb4763-0924-40bf-bbc4-a0eb902e8f5b owned by network:floatingip {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:15:17.248885 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0ea02581-e713-4775-b66f-f1fe45105052 req-ca8df187-6412-4fa9-a4cd-aab325bbee6e service neutron] 10.222.0.23 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617136 Oct 17 11:15:17.375160 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0ea02581-e713-4775-b66f-f1fe45105052 req-44b0e156-29e4-4d0d-a375-b628740176bb service neutron] 10.222.0.23 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127295 Oct 17 11:15:17.376477 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f27a79b8-8e87-4839-9ff7-bb82c86311b8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (53cb4763-0924-40bf-bbc4-a0eb902e8f5b), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:17.404906 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a79b8-8e87-4839-9ff7-bb82c86311b8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event deleted for resources: {'Port': ['ID=53cb4763-0924-40bf-bbc4-a0eb902e8f5b,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:17.466881 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f27a79b8-8e87-4839-9ff7-bb82c86311b8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks [] for floatingip (2c85f203-2d2e-4d89-901d-4dde389b4e03), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:17.467171 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.l3_db [None req-f27a79b8-8e87-4839-9ff7-bb82c86311b8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Floating IP 2c85f203-2d2e-4d89-901d-4dde389b4e03 disassociated (deleted). External IP: 172.28.1.147, port: 540abdde-4912-4aee-8fd7-bc3d3aed6e9d. Oct 17 11:15:17.673034 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27a79b8-8e87-4839-9ff7-bb82c86311b8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:15:17.782466 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27a79b8-8e87-4839-9ff7-bb82c86311b8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:15:17.787100 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-f27a79b8-8e87-4839-9ff7-bb82c86311b8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:17.792769 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ab3f2-d91e-4783-86bc-ef9b2a455079 None None] Sync routers for ids ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:15:17.803033 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ab3f2-d91e-4783-86bc-ef9b2a455079 None None] Routers {'8673eaa9-887e-4cfb-a61a-6eb8236f5b43'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:15:17.803635 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-3c5ab3f2-d91e-4783-86bc-ef9b2a455079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:15:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:17.817756 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-f27a79b8-8e87-4839-9ff7-bb82c86311b8 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "DELETE /v2.0/floatingips/2c85f203-2d2e-4d89-901d-4dde389b4e03 HTTP/1.1" status: 204 len: 168 time: 1.3649960 Oct 17 11:15:17.903046 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-3c5ab3f2-d91e-4783-86bc-ef9b2a455079 None None] Set router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:15:18.061761 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3d0056c3-447f-4f0e-8ac6-2b6e48d80541 req-02c434b5-ff5e-4088-9744-1d9c5863a97e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0593686 Oct 17 11:15:18.129327 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-3c5ab3f2-d91e-4783-86bc-ef9b2a455079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:06Z', 'revision_number': 4, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port': {'id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'b1718b81-13d7-45d9-92c2-e29c7fb9079c', 'name': '', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'mac_address': 'fa:16:3e:67:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0dabd473-820f-465a-8fe5-27950e002595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:06Z', 'updated_at': '2022-10-17T11:13:11Z', 'revision_number': 5, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'subnets': [{'id': '0dabd473-820f-465a-8fe5-27950e002595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:18.137116 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0056c3-447f-4f0e-8ac6-2b6e48d80541 req-3fd7eacf-cd10-431f-95b8-4d6fd9b960f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:18.138682 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3d0056c3-447f-4f0e-8ac6-2b6e48d80541 req-3fd7eacf-cd10-431f-95b8-4d6fd9b960f9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5400af3e013a4abe95880df82ad30eab&device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 1129 time: 0.0482392 Oct 17 11:15:18.154371 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ab3f2-d91e-4783-86bc-ef9b2a455079 None None] Checking router: 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:15:18.162708 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5ab3f2-d91e-4783-86bc-ef9b2a455079 None None] Routers {'8673eaa9-887e-4cfb-a61a-6eb8236f5b43'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:15:18.163322 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-3c5ab3f2-d91e-4783-86bc-ef9b2a455079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:15:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:18.247242 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0056c3-447f-4f0e-8ac6-2b6e48d80541 req-845b8677-b38c-4d7d-bf9d-c806355c59a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:18.248761 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3d0056c3-447f-4f0e-8ac6-2b6e48d80541 req-845b8677-b38c-4d7d-bf9d-c806355c59a4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f05841fe-27dc-4582-bad5-cda6ab3076e0 HTTP/1.1" status: 200 len: 916 time: 0.0862992 Oct 17 11:15:18.268860 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-3c5ab3f2-d91e-4783-86bc-ef9b2a455079 None None] Set router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:15:18.294136 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3d0056c3-447f-4f0e-8ac6-2b6e48d80541 req-58e9420b-d5ff-4422-b862-64b900bf958e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=540abdde-4912-4aee-8fd7-bc3d3aed6e9d HTTP/1.1" status: 200 len: 217 time: 0.0320778 Oct 17 11:15:18.342426 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'tag': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:15:18.344857 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a49e8d8a-44da-4a5d-b958-27554a6d3106" -d '{"events": [{"name": "network-changed", "server_uuid": "b36c35f3-0ca2-4118-80d5-5c3011ef6f88", "tag": "540abdde-4912-4aee-8fd7-bc3d3aed6e9d"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:15:18.358735 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0056c3-447f-4f0e-8ac6-2b6e48d80541 req-c08e98c9-b145-44e3-b694-f05b806f5013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:18.362759 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3d0056c3-447f-4f0e-8ac6-2b6e48d80541 req-c08e98c9-b145-44e3-b694-f05b806f5013 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dabd473-820f-465a-8fe5-27950e002595 HTTP/1.1" status: 200 len: 854 time: 0.0597298 Oct 17 11:15:18.382834 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7aa13b3-e271-46ce-95ff-15cd001dd87e x-openstack-request-id: req-e7aa13b3-e271-46ce-95ff-15cd001dd87e {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:15:18.383116 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36c35f3-0ca2-4118-80d5-5c3011ef6f88", "tag": "540abdde-4912-4aee-8fd7-bc3d3aed6e9d", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:15:18.383370 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e7aa13b3-e271-46ce-95ff-15cd001dd87e {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:15:18.383755 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7aa13b3-e271-46ce-95ff-15cd001dd87e'] response: {'name': 'network-changed', 'server_uuid': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'tag': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d', 'status': 'completed', 'code': 200} Oct 17 11:15:18.425396 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0056c3-447f-4f0e-8ac6-2b6e48d80541 req-5346f5f3-aa2b-4f7c-bc09-ae99f331c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:18.426989 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3d0056c3-447f-4f0e-8ac6-2b6e48d80541 req-5346f5f3-aa2b-4f7c-bc09-ae99f331c845 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f05841fe-27dc-4582-bad5-cda6ab3076e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0532362 Oct 17 11:15:18.524676 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3d0056c3-447f-4f0e-8ac6-2b6e48d80541 req-5697178a-3cb6-4410-ab4a-c3b01292dede service neutron] 10.222.0.23 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896683 Oct 17 11:15:18.566394 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-3c5ab3f2-d91e-4783-86bc-ef9b2a455079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:06Z', 'revision_number': 4, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port': {'id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'b1718b81-13d7-45d9-92c2-e29c7fb9079c', 'name': '', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'mac_address': 'fa:16:3e:67:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0dabd473-820f-465a-8fe5-27950e002595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:06Z', 'updated_at': '2022-10-17T11:13:11Z', 'revision_number': 5, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'subnets': [{'id': '0dabd473-820f-465a-8fe5-27950e002595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:18.593135 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ab3f2-d91e-4783-86bc-ef9b2a455079 None None] The sync data for ids ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'] in dv-cinder-858463-3-smb is: [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:06Z', 'revision_number': 4, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port': {'id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'b1718b81-13d7-45d9-92c2-e29c7fb9079c', 'name': '', 'network_id': 'f05841fe-27dc-4582-bad5-cda6ab3076e0', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'mac_address': 'fa:16:3e:67:f2:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '0dabd473-820f-465a-8fe5-27950e002595', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:06Z', 'updated_at': '2022-10-17T11:13:11Z', 'revision_number': 5, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'subnets': [{'id': '0dabd473-820f-465a-8fe5-27950e002595', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:15:18.622264 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3d0056c3-447f-4f0e-8ac6-2b6e48d80541 req-7e7c7a3f-e267-470a-9b21-46893b7a4aa0 service neutron] 10.222.0.23 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925484 Oct 17 11:15:18.735709 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e8d8a-44da-4a5d-b958-27554a6d3106 req-bb13334b-4a27-4a4a-bb5f-fb0b0460babc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:18.737523 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a49e8d8a-44da-4a5d-b958-27554a6d3106 req-bb13334b-4a27-4a4a-bb5f-fb0b0460babc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=5400af3e013a4abe95880df82ad30eab&device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 1129 time: 0.0515471 Oct 17 11:15:18.833026 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e8d8a-44da-4a5d-b958-27554a6d3106 req-09a256dc-6ae8-4ba0-bbc2-2d08cad7dfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:18.834626 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a49e8d8a-44da-4a5d-b958-27554a6d3106 req-09a256dc-6ae8-4ba0-bbc2-2d08cad7dfb3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=f05841fe-27dc-4582-bad5-cda6ab3076e0 HTTP/1.1" status: 200 len: 916 time: 0.0895541 Oct 17 11:15:18.846974 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269b33a7-5561-4272-b0d8-c08c07a2bade None None] New status for floating IP 2c85f203-2d2e-4d89-901d-4dde389b4e03: DOWN {{(pid=103978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:15:18.877519 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a49e8d8a-44da-4a5d-b958-27554a6d3106 req-eb41d79e-65c8-4788-bc49-cd70b00d06b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=540abdde-4912-4aee-8fd7-bc3d3aed6e9d HTTP/1.1" status: 200 len: 217 time: 0.0358968 Oct 17 11:15:18.932051 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e8d8a-44da-4a5d-b958-27554a6d3106 req-2a30c19b-7116-4a80-beef-4c2450d10f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:18.933709 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a49e8d8a-44da-4a5d-b958-27554a6d3106 req-2a30c19b-7116-4a80-beef-4c2450d10f0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0dabd473-820f-465a-8fe5-27950e002595 HTTP/1.1" status: 200 len: 854 time: 0.0489073 Oct 17 11:15:18.991346 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e8d8a-44da-4a5d-b958-27554a6d3106 req-9db514a3-d98a-4e09-9d73-6ed00ac0ec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:18.992930 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a49e8d8a-44da-4a5d-b958-27554a6d3106 req-9db514a3-d98a-4e09-9d73-6ed00ac0ec46 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=f05841fe-27dc-4582-bad5-cda6ab3076e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0476339 Oct 17 11:15:18.997989 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:15:19.092447 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a49e8d8a-44da-4a5d-b958-27554a6d3106 req-6834e3c3-c722-458b-b626-7f4891411058 service neutron] 10.222.0.23 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904698 Oct 17 11:15:19.182231 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-a49e8d8a-44da-4a5d-b958-27554a6d3106 req-9adfd5ae-3407-4add-ab8b-4f4314c8a09e service neutron] 10.222.0.23 "GET /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824175 Oct 17 11:15:20.600839 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191af465-ddd4-4de0-a102-9819bf169830 req-4d923eba-8001-4d1c-8814-bfe09f55ed28 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:20.602329 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-191af465-ddd4-4de0-a102-9819bf169830 req-4d923eba-8001-4d1c-8814-bfe09f55ed28 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 945 time: 0.0643110 Oct 17 11:15:20.658139 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-191af465-ddd4-4de0-a102-9819bf169830 req-11c423b8-f508-433c-957f-3ee7c54f5031 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501440 Oct 17 11:15:21.801787 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adb7153-52b4-4d13-959c-dcbc4890e93b req-d0324843-6bb6-4ca1-875e-d133737417c1 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:21.803188 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9adb7153-52b4-4d13-959c-dcbc4890e93b req-d0324843-6bb6-4ca1-875e-d133737417c1 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 945 time: 0.0610614 Oct 17 11:15:21.852050 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9adb7153-52b4-4d13-959c-dcbc4890e93b req-0b092237-5674-4e08-9887-084f21d60c9f tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424759 Oct 17 11:15:22.686767 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7834e1-8df5-4607-a55c-7f60a788901e req-2da35834-610b-41d3-b50c-425c6ee0067e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:22.688184 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1a7834e1-8df5-4607-a55c-7f60a788901e req-2da35834-610b-41d3-b50c-425c6ee0067e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.23 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 945 time: 0.0627949 Oct 17 11:15:22.780773 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-1a7834e1-8df5-4607-a55c-7f60a788901e req-58a70607-33b2-48f4-b922-dc34a9f1cfb3 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Deleting port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:15:22.781112 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1a7834e1-8df5-4607-a55c-7f60a788901e req-58a70607-33b2-48f4-b922-dc34a9f1cfb3 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:22.875958 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-1a7834e1-8df5-4607-a55c-7f60a788901e req-58a70607-33b2-48f4-b922-dc34a9f1cfb3 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] For port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,segment=NetworkSegment(30068794-39e3-4a56-b34d-f76a6475a2d9),segment_id=30068794-39e3-4a56-b34d-f76a6475a2d9)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:15:22.876305 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1a7834e1-8df5-4607-a55c-7f60a788901e req-58a70607-33b2-48f4-b922-dc34a9f1cfb3 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:22.890465 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-1a7834e1-8df5-4607-a55c-7f60a788901e req-58a70607-33b2-48f4-b922-dc34a9f1cfb3 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Calling delete_port for 540abdde-4912-4aee-8fd7-bc3d3aed6e9d owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:15:23.009813 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabde4a-494e-490f-b865-7c5f23bd0c36 req-843eb72e-57f1-4673-81a9-8b81f027ab7e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:23.011301 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3aabde4a-494e-490f-b865-7c5f23bd0c36 req-843eb72e-57f1-4673-81a9-8b81f027ab7e tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/ports?device_id=b36c35f3-0ca2-4118-80d5-5c3011ef6f88 HTTP/1.1" status: 200 len: 945 time: 0.0790498 Oct 17 11:15:23.087488 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1a7834e1-8df5-4607-a55c-7f60a788901e req-58a70607-33b2-48f4-b922-dc34a9f1cfb3 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (540abdde-4912-4aee-8fd7-bc3d3aed6e9d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:23.092101 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3aabde4a-494e-490f-b865-7c5f23bd0c36 req-affc19bd-e1ac-473c-bbe8-4b1edbcfce5d tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.43 "GET /v2.0/security-groups?id=c4a04891-5c69-43f6-8939-533816f85780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750890 Oct 17 11:15:23.100017 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['540abdde-4912-4aee-8fd7-bc3d3aed6e9d'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:15:23.118473 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a70607-33b2-48f4-b922-dc34a9f1cfb3 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Pushing event deleted for resources: {'Port': ['ID=540abdde-4912-4aee-8fd7-bc3d3aed6e9d,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:23.166051 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7834e1-8df5-4607-a55c-7f60a788901e req-58a70607-33b2-48f4-b922-dc34a9f1cfb3 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] No DVR routers for this DVR port 540abdde-4912-4aee-8fd7-bc3d3aed6e9d on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:15:23.168641 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-1a7834e1-8df5-4607-a55c-7f60a788901e req-58a70607-33b2-48f4-b922-dc34a9f1cfb3 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:23.171856 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1a7834e1-8df5-4607-a55c-7f60a788901e req-58a70607-33b2-48f4-b922-dc34a9f1cfb3 tempest-TestMinimumBasicScenario-1618876781 tempest-TestMinimumBasicScenario-1618876781-project] 10.222.0.23 "DELETE /v2.0/ports/540abdde-4912-4aee-8fd7-bc3d3aed6e9d HTTP/1.1" status: 204 len: 173 time: 0.4772186 Oct 17 11:15:23.172348 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'name': 'network-vif-deleted', 'tag': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:15:23.175032 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97dcf65a-c523-4e45-9e78-1b9711dde859" -d '{"events": [{"server_uuid": "b36c35f3-0ca2-4118-80d5-5c3011ef6f88", "name": "network-vif-deleted", "tag": "540abdde-4912-4aee-8fd7-bc3d3aed6e9d"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:15:23.218519 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa99d53-c62a-4feb-942e-ce8058e734f7 x-openstack-request-id: req-faa99d53-c62a-4feb-942e-ce8058e734f7 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:15:23.218819 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36c35f3-0ca2-4118-80d5-5c3011ef6f88", "name": "network-vif-deleted", "tag": "540abdde-4912-4aee-8fd7-bc3d3aed6e9d", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:15:23.219077 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-faa99d53-c62a-4feb-942e-ce8058e734f7 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:15:23.219493 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faa99d53-c62a-4feb-942e-ce8058e734f7'] response: {'server_uuid': 'b36c35f3-0ca2-4118-80d5-5c3011ef6f88', 'name': 'network-vif-deleted', 'tag': '540abdde-4912-4aee-8fd7-bc3d3aed6e9d', 'status': 'completed', 'code': 200} Oct 17 11:15:24.857884 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57342) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:25.196497 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2c14946b-8ff1-492b-8b18-458ac0d0d2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7878424'] for router_interface (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:25.434301 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-2c14946b-8ff1-492b-8b18-458ac0d0d2c7 admin admin] Deleting port b1718b81-13d7-45d9-92c2-e29c7fb9079c {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:15:25.434590 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2c14946b-8ff1-492b-8b18-458ac0d0d2c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:25.526214 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-2c14946b-8ff1-492b-8b18-458ac0d0d2c7 admin admin] For port b1718b81-13d7-45d9-92c2-e29c7fb9079c, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=b1718b81-13d7-45d9-92c2-e29c7fb9079c,segment=NetworkSegment(30068794-39e3-4a56-b34d-f76a6475a2d9),segment_id=30068794-39e3-4a56-b34d-f76a6475a2d9)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:15:25.526565 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2c14946b-8ff1-492b-8b18-458ac0d0d2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:25.794888 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-2c14946b-8ff1-492b-8b18-458ac0d0d2c7 admin admin] Calling delete_port for b1718b81-13d7-45d9-92c2-e29c7fb9079c owned by network:router_interface {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:15:25.990727 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2c14946b-8ff1-492b-8b18-458ac0d0d2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (b1718b81-13d7-45d9-92c2-e29c7fb9079c), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:26.014831 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14946b-8ff1-492b-8b18-458ac0d0d2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1718b81-13d7-45d9-92c2-e29c7fb9079c,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:26.173248 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2c14946b-8ff1-492b-8b18-458ac0d0d2c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8316017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7883176'] for router_interface (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:26.384794 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c14946b-8ff1-492b-8b18-458ac0d0d2c7 admin admin] Router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:15:26.486749 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c14946b-8ff1-492b-8b18-458ac0d0d2c7 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:15:26.491987 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-2c14946b-8ff1-492b-8b18-458ac0d0d2c7 admin admin] 10.222.0.43 "PUT /v2.0/routers/8673eaa9-887e-4cfb-a61a-6eb8236f5b43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6331060 Oct 17 11:15:26.494856 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57344) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:26.497662 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0680ea-68d4-4eba-98d4-c3f36e5313f2 None None] Sync routers for ids ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:15:26.507729 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0680ea-68d4-4eba-98d4-c3f36e5313f2 None None] Routers {'8673eaa9-887e-4cfb-a61a-6eb8236f5b43'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:15:26.508337 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-4e0680ea-68d4-4eba-98d4-c3f36e5313f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:15:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:26.594058 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] Publish callbacks [] for router (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:26.609323 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-4e0680ea-68d4-4eba-98d4-c3f36e5313f2 None None] Set router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:15:26.688218 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] Publish callbacks [] for router_gateway (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:26.741926 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] Deleting port 68caa3bb-26b8-4451-94e1-130093e43d92 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:15:26.742210 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (68caa3bb-26b8-4451-94e1-130093e43d92), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:26.783105 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-4e0680ea-68d4-4eba-98d4-c3f36e5313f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141'}], 'enable_snat': True}, 'gw_port_id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:15:25Z', 'revision_number': 5, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port': {'id': '68caa3bb-26b8-4451-94e1-130093e43d92', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:c0:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:13:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:26.807752 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0680ea-68d4-4eba-98d4-c3f36e5313f2 None None] Checking router: 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:15:26.816057 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0680ea-68d4-4eba-98d4-c3f36e5313f2 None None] Routers {'8673eaa9-887e-4cfb-a61a-6eb8236f5b43'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:15:26.816634 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-4e0680ea-68d4-4eba-98d4-c3f36e5313f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:15:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:26.818936 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] For port 68caa3bb-26b8-4451-94e1-130093e43d92, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=68caa3bb-26b8-4451-94e1-130093e43d92,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:15:26.819303 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (68caa3bb-26b8-4451-94e1-130093e43d92), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:26.832417 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] Calling delete_port for 68caa3bb-26b8-4451-94e1-130093e43d92 owned by network:router_gateway {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:15:26.896441 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-4e0680ea-68d4-4eba-98d4-c3f36e5313f2 None None] Set router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 gateway port host: None {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:15:26.944149 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-4e0680ea-68d4-4eba-98d4-c3f36e5313f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:15:26Z', 'revision_number': 6, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port_host': None}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:26.972704 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0680ea-68d4-4eba-98d4-c3f36e5313f2 None None] The sync data for ids ['8673eaa9-887e-4cfb-a61a-6eb8236f5b43'] in dv-cinder-858463-3-smb is: [{'id': '8673eaa9-887e-4cfb-a61a-6eb8236f5b43', 'name': 'tempest-TestMinimumBasicScenario-1364138201-router', 'tenant_id': '5400af3e013a4abe95880df82ad30eab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:04Z', 'updated_at': '2022-10-17T11:15:26Z', 'revision_number': 6, 'project_id': '5400af3e013a4abe95880df82ad30eab', 'gw_port_host': None}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:15:26.999973 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (68caa3bb-26b8-4451-94e1-130093e43d92), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.023933 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] Pushing event deleted for resources: {'Port': ['ID=68caa3bb-26b8-4451-94e1-130093e43d92,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:27.094956 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882834'] for router_gateway (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.183238 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.185538 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] Publish callbacks [] for router_controller (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.229751 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880894'] for router (8673eaa9-887e-4cfb-a61a-6eb8236f5b43), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.230533 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8673eaa9-887e-4cfb-a61a-6eb8236f5b43 {{(pid=103977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 11:15:27.234990 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.236126 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-716543b8-815e-4692-a38d-62bac00bb46a admin admin] 10.222.0.43 "DELETE /v2.0/routers/8673eaa9-887e-4cfb-a61a-6eb8236f5b43 HTTP/1.1" status: 204 len: 168 time: 0.7403851 Oct 17 11:15:27.238854 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57346) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:27.283041 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_v2 [None req-779c63b8-e18b-4260-8645-9a65412d2c55 admin admin] Deleting subnet 0dabd473-820f-465a-8fe5-27950e002595 {{(pid=103977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:15:27.286251 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-779c63b8-e18b-4260-8645-9a65412d2c55 admin admin] Publish callbacks [] for subnet (0dabd473-820f-465a-8fe5-27950e002595), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.325888 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-779c63b8-e18b-4260-8645-9a65412d2c55 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5583397'] for subnet (0dabd473-820f-465a-8fe5-27950e002595), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.405790 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-779c63b8-e18b-4260-8645-9a65412d2c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (0dabd473-820f-465a-8fe5-27950e002595), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.472212 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-779c63b8-e18b-4260-8645-9a65412d2c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5389954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5305135'] for subnet (0dabd473-820f-465a-8fe5-27950e002595), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.501914 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c63b8-e18b-4260-8645-9a65412d2c55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dabd473-820f-465a-8fe5-27950e002595,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:27.505507 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-779c63b8-e18b-4260-8645-9a65412d2c55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.508892 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-779c63b8-e18b-4260-8645-9a65412d2c55 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/0dabd473-820f-465a-8fe5-27950e002595 HTTP/1.1" status: 204 len: 168 time: 0.2687981 Oct 17 11:15:27.511612 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57348) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:27.512364 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d535f79-56ba-465e-92eb-fbad3829117a None None] Network f05841fe-27dc-4582-bad5-cda6ab3076e0 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:15:27.549183 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 540abdde-4912-4aee-8fd7-bc3d3aed6e9d no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:15:27.578655 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: 540abdde-4912-4aee-8fd7-bc3d3aed6e9d {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:15:27.578927 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (f05841fe-27dc-4582-bad5-cda6ab3076e0), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.579045 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 540abdde-4912-4aee-8fd7-bc3d3aed6e9d not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:15:27.629257 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Deleting port 13c572ab-551b-4c21-8a06-87a699579771 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:15:27.629602 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (13c572ab-551b-4c21-8a06-87a699579771), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.696196 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] For port 13c572ab-551b-4c21-8a06-87a699579771, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=13c572ab-551b-4c21-8a06-87a699579771,segment=NetworkSegment(30068794-39e3-4a56-b34d-f76a6475a2d9),segment_id=30068794-39e3-4a56-b34d-f76a6475a2d9)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:15:27.696564 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (13c572ab-551b-4c21-8a06-87a699579771), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.710048 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Calling delete_port for 13c572ab-551b-4c21-8a06-87a699579771 owned by network:dhcp {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:15:27.771718 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] DHCP port deletion for f05841fe-27dc-4582-bad5-cda6ab3076e0 request from dv-cinder-858463-3-smb {{(pid=103978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 17 11:15:27.798490 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (13c572ab-551b-4c21-8a06-87a699579771), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.824976 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Deleting port 13c572ab-551b-4c21-8a06-87a699579771 {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:15:27.825634 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (13c572ab-551b-4c21-8a06-87a699579771), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.827114 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Pushing event deleted for resources: {'Port': ['ID=13c572ab-551b-4c21-8a06-87a699579771,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:27.828973 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] No DVR routers for this DVR port 13c572ab-551b-4c21-8a06-87a699579771 on host dv-cinder-858463-3-smb {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:15:27.869574 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 13c572ab-551b-4c21-8a06-87a699579771 no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:15:27.897788 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: 13c572ab-551b-4c21-8a06-87a699579771 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:15:27.898419 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 13c572ab-551b-4c21-8a06-87a699579771 not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:15:27.898928 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device b1718b81-13d7-45d9-92c2-e29c7fb9079c no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:15:27.904209 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (f05841fe-27dc-4582-bad5-cda6ab3076e0), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.924970 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f05841fe-27dc-4582-bad5-cda6ab3076e0']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:27.925679 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: b1718b81-13d7-45d9-92c2-e29c7fb9079c {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:15:27.926023 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device b1718b81-13d7-45d9-92c2-e29c7fb9079c not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:15:27.926431 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 68caa3bb-26b8-4451-94e1-130093e43d92 no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:15:27.933682 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] For port 13c572ab-551b-4c21-8a06-87a699579771, host dv-cinder-858463-3-smb, got binding levels [] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:15:27.934074 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (13c572ab-551b-4c21-8a06-87a699579771), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.934524 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30068794-39e3-4a56-b34d-f76a6475a2d9') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:27.934892 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30068794-39e3-4a56-b34d-f76a6475a2d9') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:27.944783 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5583420'] for segment (30068794-39e3-4a56-b34d-f76a6475a2d9), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.956885 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: 68caa3bb-26b8-4451-94e1-130093e43d92 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:15:27.957261 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 68caa3bb-26b8-4451-94e1-130093e43d92 not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:15:27.959639 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (30068794-39e3-4a56-b34d-f76a6475a2d9), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.962507 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Calling delete_port for 13c572ab-551b-4c21-8a06-87a699579771 owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:15:27.965316 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.ipam_backend_mixin [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Port 13c572ab-551b-4c21-8a06-87a699579771 was not found and therefore no delete operation was performed {{(pid=103978) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Oct 17 11:15:27.966595 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319'] for port (13c572ab-551b-4c21-8a06-87a699579771), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.967408 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:15:27.967877 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5390436'] for segment (30068794-39e3-4a56-b34d-f76a6475a2d9), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:27.991254 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Pushing event deleted for resources: {'Port': ['ID=13c572ab-551b-4c21-8a06-87a699579771,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:27.999658 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] No DVR routers for this DVR port 13c572ab-551b-4c21-8a06-87a699579771 on host dv-cinder-858463-3-smb {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:15:28.002034 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:15:28.002387 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:15:28.002750 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:15:28.003083 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:15:28.003415 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:15:28.003744 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:15:28.004072 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:15:28.004414 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:15:28.004720 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:15:28.005050 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:15:28.005457 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:15:28.005728 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:15:28.006043 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-852cc385-e322-4c13-8017-fd51631ec4d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:15:28.021689 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 30068794-39e3-4a56-b34d-f76a6475a2d9 resource provider aggregate not found Oct 17 11:15:28.050468 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment 30068794-39e3-4a56-b34d-f76a6475a2d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30068794-39e3-4a56-b34d-f76a6475a2d9 found for delete ", "request_id": "req-bc40d223-57cd-455e-8248-75cea0a91be0"}]} Oct 17 11:15:28.052369 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (f05841fe-27dc-4582-bad5-cda6ab3076e0), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:28.057362 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:28.060747 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] 10.222.0.43 "DELETE /v2.0/networks/f05841fe-27dc-4582-bad5-cda6ab3076e0 HTTP/1.1" status: 204 len: 168 time: 0.5481794 Oct 17 11:15:28.064310 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57356) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:28.079400 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3af51c6-947e-4049-9106-65a0b632a994 admin admin] Pushing event deleted for resources: {'Network': ['ID=f05841fe-27dc-4582-bad5-cda6ab3076e0,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:28.435424 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-53567f26-b7cf-4007-a518-f86e669ac4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7878424'] for router_interface (8ff3e236-e383-469b-98a8-2a63ae834f3f), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:28.669957 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-53567f26-b7cf-4007-a518-f86e669ac4ae admin admin] Deleting port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:15:28.670298 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-53567f26-b7cf-4007-a518-f86e669ac4ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:28.747202 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-53567f26-b7cf-4007-a518-f86e669ac4ae admin admin] For port 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e,segment=NetworkSegment(afd72a5c-1afe-4220-aa67-f0e927335843),segment_id=afd72a5c-1afe-4220-aa67-f0e927335843)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:15:28.747568 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-53567f26-b7cf-4007-a518-f86e669ac4ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:28.760013 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-53567f26-b7cf-4007-a518-f86e669ac4ae admin admin] Calling delete_port for 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e owned by network:router_interface {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:15:28.937970 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-53567f26-b7cf-4007-a518-f86e669ac4ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:28.963231 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53567f26-b7cf-4007-a518-f86e669ac4ae admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:29.124496 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-53567f26-b7cf-4007-a518-f86e669ac4ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8316017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7883176'] for router_interface (8ff3e236-e383-469b-98a8-2a63ae834f3f), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:29.561915 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53567f26-b7cf-4007-a518-f86e669ac4ae admin admin] Router 8ff3e236-e383-469b-98a8-2a63ae834f3f has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:15:29.659648 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53567f26-b7cf-4007-a518-f86e669ac4ae admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:15:29.668084 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-53567f26-b7cf-4007-a518-f86e669ac4ae admin admin] 10.222.0.43 "PUT /v2.0/routers/8ff3e236-e383-469b-98a8-2a63ae834f3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5998573 Oct 17 11:15:29.668084 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57358) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:29.671145 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fab887-bd28-47ad-924f-cce164cf0967 None None] Sync routers for ids ['8ff3e236-e383-469b-98a8-2a63ae834f3f'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:15:29.682277 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fab887-bd28-47ad-924f-cce164cf0967 None None] Routers {'8ff3e236-e383-469b-98a8-2a63ae834f3f'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:15:29.682918 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-e4fab887-bd28-47ad-924f-cce164cf0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:15:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8ff3e236-e383-469b-98a8-2a63ae834f3f'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:29.765980 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] Publish callbacks [] for router (8ff3e236-e383-469b-98a8-2a63ae834f3f), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:29.779846 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-e4fab887-bd28-47ad-924f-cce164cf0967 None None] Set router 8ff3e236-e383-469b-98a8-2a63ae834f3f gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:15:29.864724 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] Publish callbacks [] for router_gateway (8ff3e236-e383-469b-98a8-2a63ae834f3f), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:29.916874 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] Deleting port 70927297-9249-4863-b860-cb355d44dc0c {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:15:29.917234 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (70927297-9249-4863-b860-cb355d44dc0c), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.005525 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] For port 70927297-9249-4863-b860-cb355d44dc0c, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=70927297-9249-4863-b860-cb355d44dc0c,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:15:30.005900 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (70927297-9249-4863-b860-cb355d44dc0c), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.020565 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] Calling delete_port for 70927297-9249-4863-b860-cb355d44dc0c owned by network:router_gateway {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:15:30.080806 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-e4fab887-bd28-47ad-924f-cce164cf0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'name': 'tempest-TestMinimumBasicScenario-403202325-router', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.57'}], 'enable_snat': True}, 'gw_port_id': '70927297-9249-4863-b860-cb355d44dc0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:08Z', 'updated_at': '2022-10-17T11:15:28Z', 'revision_number': 5, 'project_id': 'd7efc70236ac429b989ffb55451d8df7', 'gw_port': {'id': '70927297-9249-4863-b860-cb355d44dc0c', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:38:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:13:09Z', 'updated_at': '2022-10-17T11:13:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:30.105561 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fab887-bd28-47ad-924f-cce164cf0967 None None] Checking router: 8ff3e236-e383-469b-98a8-2a63ae834f3f for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:15:30.114380 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4fab887-bd28-47ad-924f-cce164cf0967 None None] Routers {'8ff3e236-e383-469b-98a8-2a63ae834f3f'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:15:30.114992 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-e4fab887-bd28-47ad-924f-cce164cf0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:15:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['8ff3e236-e383-469b-98a8-2a63ae834f3f'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:30.194469 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (70927297-9249-4863-b860-cb355d44dc0c), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.197822 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-e4fab887-bd28-47ad-924f-cce164cf0967 None None] Set router 8ff3e236-e383-469b-98a8-2a63ae834f3f gateway port host: None {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:15:30.219846 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] Pushing event deleted for resources: {'Port': ['ID=70927297-9249-4863-b860-cb355d44dc0c,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:30.249695 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-e4fab887-bd28-47ad-924f-cce164cf0967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'name': 'tempest-TestMinimumBasicScenario-403202325-router', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:08Z', 'updated_at': '2022-10-17T11:15:29Z', 'revision_number': 6, 'project_id': 'd7efc70236ac429b989ffb55451d8df7', 'gw_port_host': None}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:30.273594 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fab887-bd28-47ad-924f-cce164cf0967 None None] The sync data for ids ['8ff3e236-e383-469b-98a8-2a63ae834f3f'] in dv-cinder-858463-3-smb is: [{'id': '8ff3e236-e383-469b-98a8-2a63ae834f3f', 'name': 'tempest-TestMinimumBasicScenario-403202325-router', 'tenant_id': 'd7efc70236ac429b989ffb55451d8df7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:13:08Z', 'updated_at': '2022-10-17T11:15:29Z', 'revision_number': 6, 'project_id': 'd7efc70236ac429b989ffb55451d8df7', 'gw_port_host': None}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:15:30.282988 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882834'] for router_gateway (8ff3e236-e383-469b-98a8-2a63ae834f3f), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.372247 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (8ff3e236-e383-469b-98a8-2a63ae834f3f), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.374463 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] Publish callbacks [] for router_controller (8ff3e236-e383-469b-98a8-2a63ae834f3f), precommit_delete_associations {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.419174 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880894'] for router (8ff3e236-e383-469b-98a8-2a63ae834f3f), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.419757 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff3e236-e383-469b-98a8-2a63ae834f3f {{(pid=103976) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 11:15:30.424695 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.425881 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-41f72ebc-ccda-4249-bc25-07d4c46af61c admin admin] 10.222.0.43 "DELETE /v2.0/routers/8ff3e236-e383-469b-98a8-2a63ae834f3f HTTP/1.1" status: 204 len: 168 time: 0.7575648 Oct 17 11:15:30.428672 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57360) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:30.475934 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_v2 [None req-37225e2c-a33a-4f2d-9922-847507b63fcf admin admin] Deleting subnet e2d92167-f3f3-466e-9163-d7aed14e712c {{(pid=103976) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:15:30.479665 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-37225e2c-a33a-4f2d-9922-847507b63fcf admin admin] Publish callbacks [] for subnet (e2d92167-f3f3-466e-9163-d7aed14e712c), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.514623 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-37225e2c-a33a-4f2d-9922-847507b63fcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5794851'] for subnet (e2d92167-f3f3-466e-9163-d7aed14e712c), precommit_delete_associations {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.592360 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-37225e2c-a33a-4f2d-9922-847507b63fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (e2d92167-f3f3-466e-9163-d7aed14e712c), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.649812 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-37225e2c-a33a-4f2d-9922-847507b63fcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6478466', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5376240'] for subnet (e2d92167-f3f3-466e-9163-d7aed14e712c), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.674716 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37225e2c-a33a-4f2d-9922-847507b63fcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d92167-f3f3-466e-9163-d7aed14e712c,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:30.682103 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-37225e2c-a33a-4f2d-9922-847507b63fcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.688244 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-37225e2c-a33a-4f2d-9922-847507b63fcf admin admin] 10.222.0.43 "DELETE /v2.0/subnets/e2d92167-f3f3-466e-9163-d7aed14e712c HTTP/1.1" status: 204 len: 168 time: 0.2556205 Oct 17 11:15:30.688244 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57362) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:30.691041 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed5fc1e-646a-42e2-972f-f00d59aead15 None None] Network 1edddcb0-98e9-481b-a906-8e08db6edc39 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:15:30.761305 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (1edddcb0-98e9-481b-a906-8e08db6edc39), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.811391 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Deleting port 78937444-f007-4de8-b32a-67bbd7b9f2b5 {{(pid=103976) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:15:30.811615 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (78937444-f007-4de8-b32a-67bbd7b9f2b5), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.876045 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.db [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] For port 78937444-f007-4de8-b32a-67bbd7b9f2b5, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=78937444-f007-4de8-b32a-67bbd7b9f2b5,segment=NetworkSegment(afd72a5c-1afe-4220-aa67-f0e927335843),segment_id=afd72a5c-1afe-4220-aa67-f0e927335843)] {{(pid=103976) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:15:30.876298 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (78937444-f007-4de8-b32a-67bbd7b9f2b5), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.889734 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.plugin [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Calling delete_port for 78937444-f007-4de8-b32a-67bbd7b9f2b5 owned by network:dhcp {{(pid=103976) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:15:30.974408 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (78937444-f007-4de8-b32a-67bbd7b9f2b5), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:30.998513 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=78937444-f007-4de8-b32a-67bbd7b9f2b5,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:31.003116 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] No DVR routers for this DVR port 78937444-f007-4de8-b32a-67bbd7b9f2b5 on host dv-cinder-858463-3-smb {{(pid=103976) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:15:31.054370 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457d01bb-1b3b-467d-8f34-76e7b4446339 None None] DHCP port deletion for 1edddcb0-98e9-481b-a906-8e08db6edc39 request from dv-cinder-858463-3-smb {{(pid=103978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 17 11:15:31.082891 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (1edddcb0-98e9-481b-a906-8e08db6edc39), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:31.103947 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.services.segments.db [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1edddcb0-98e9-481b-a906-8e08db6edc39']}} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:31.112928 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.services.segments.db [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd72a5c-1afe-4220-aa67-f0e927335843') {'for_net_delete': True} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:31.113254 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.services.segments.db [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd72a5c-1afe-4220-aa67-f0e927335843') {} {{(pid=103976) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:15:31.123153 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5794874'] for segment (afd72a5c-1afe-4220-aa67-f0e927335843), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:31.136668 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (afd72a5c-1afe-4220-aa67-f0e927335843), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:31.142923 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=103976) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:15:31.143373 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6464612'] for segment (afd72a5c-1afe-4220-aa67-f0e927335843), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:31.183297 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.services.segments.plugin [-] Segment afd72a5c-1afe-4220-aa67-f0e927335843 resource provider aggregate not found Oct 17 11:15:31.201654 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.services.segments.plugin [-] Segment afd72a5c-1afe-4220-aa67-f0e927335843 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afd72a5c-1afe-4220-aa67-f0e927335843 found for delete ", "request_id": "req-1ea1feda-6649-43c0-bf86-aafb8fc3170a"}]} Oct 17 11:15:31.212617 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (1edddcb0-98e9-481b-a906-8e08db6edc39), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:31.217385 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:31.220635 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1edddcb0-98e9-481b-a906-8e08db6edc39 HTTP/1.1" status: 204 len: 168 time: 0.5319304 Oct 17 11:15:31.234012 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4d83c-ef11-4090-a7ea-e2cb48d97dc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1edddcb0-98e9-481b-a906-8e08db6edc39,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:31.397058 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57370) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:31.440557 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-d421e1fc-055f-4142-96d7-f7fdf0ce6721 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5400af3e013a4abe95880df82ad30eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422719 Oct 17 11:15:31.443147 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57372) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:31.492773 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-44905a6e-a90f-4637-a81e-798babf96f81 admin admin] Publish callbacks [] for security_group (c4a04891-5c69-43f6-8939-533816f85780), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:31.516359 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-44905a6e-a90f-4637-a81e-798babf96f81 admin admin] Publish callbacks [] for security_group (c4a04891-5c69-43f6-8939-533816f85780), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:31.538301 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:15:31.559855 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:15:31.560207 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 4e5d025c-31ad-4f83-a91c-a4cf3f0cb90e not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:15:31.560664 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 78937444-f007-4de8-b32a-67bbd7b9f2b5 no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:15:31.564122 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-44905a6e-a90f-4637-a81e-798babf96f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (c4a04891-5c69-43f6-8939-533816f85780), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:31.566938 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-44905a6e-a90f-4637-a81e-798babf96f81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:31.568090 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-44905a6e-a90f-4637-a81e-798babf96f81 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c4a04891-5c69-43f6-8939-533816f85780 HTTP/1.1" status: 204 len: 168 time: 0.1240942 Oct 17 11:15:31.576853 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44905a6e-a90f-4637-a81e-798babf96f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a04891-5c69-43f6-8939-533816f85780,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:31.581357 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: 78937444-f007-4de8-b32a-67bbd7b9f2b5 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:15:31.581835 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 78937444-f007-4de8-b32a-67bbd7b9f2b5 not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:15:31.582124 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 70927297-9249-4863-b860-cb355d44dc0c no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:15:31.606300 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: 70927297-9249-4863-b860-cb355d44dc0c {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:15:31.606704 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 70927297-9249-4863-b860-cb355d44dc0c not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:15:31.897006 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57378) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:31.938714 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-ddbbebbb-85ee-4632-a7dc-7829abdde6cd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7efc70236ac429b989ffb55451d8df7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405822 Oct 17 11:15:31.941630 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57380) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:15:31.994610 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-0a83b7f4-1657-4382-82eb-dc9d799546f8 admin admin] Publish callbacks [] for security_group (6296723e-148a-4521-9081-da32652f0d37), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:32.017717 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-0a83b7f4-1657-4382-82eb-dc9d799546f8 admin admin] Publish callbacks [] for security_group (6296723e-148a-4521-9081-da32652f0d37), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:32.067462 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-0a83b7f4-1657-4382-82eb-dc9d799546f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (6296723e-148a-4521-9081-da32652f0d37), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:32.070228 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-0a83b7f4-1657-4382-82eb-dc9d799546f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:32.071449 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-0a83b7f4-1657-4382-82eb-dc9d799546f8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6296723e-148a-4521-9081-da32652f0d37 HTTP/1.1" status: 204 len: 168 time: 0.1286032 Oct 17 11:15:32.079726 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a83b7f4-1657-4382-82eb-dc9d799546f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6296723e-148a-4521-9081-da32652f0d37,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:36.920141 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d4204d75-0c61-4b47-9cc9-efcc576693aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:39.295559 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-fc56b8ab-2245-425d-a676-0872d2dc7fe8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:40.257681 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:40.555587 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:42.625359 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:44.354073 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:45.865434 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8262dad-8f8f-46b9-b5da-4b2a7509e677 req-a4385ab2-0945-412d-9a00-7df6545f0609 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:45.866897 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b8262dad-8f8f-46b9-b5da-4b2a7509e677 req-a4385ab2-0945-412d-9a00-7df6545f0609 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0553586 Oct 17 11:15:45.915202 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b8262dad-8f8f-46b9-b5da-4b2a7509e677 req-2d9b6698-9ea7-415a-a5b4-08aba9d41fcd tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409288 Oct 17 11:15:47.071326 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6910ab21-424f-41c0-a478-2355d32bb3c2 req-9389d86d-e2b9-45dd-8be8-523ded2c60cf tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:47.072790 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6910ab21-424f-41c0-a478-2355d32bb3c2 req-9389d86d-e2b9-45dd-8be8-523ded2c60cf tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0595534 Oct 17 11:15:47.130557 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-6910ab21-424f-41c0-a478-2355d32bb3c2 req-1ccadf3e-516a-41de-8cff-c4d6ff8e24dc tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516133 Oct 17 11:15:48.279819 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be728f42-0772-41a5-8e1c-c481ab13c6d6 req-3db009da-b973-4c65-a3d4-b81af6a25e96 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:48.281308 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-be728f42-0772-41a5-8e1c-c481ab13c6d6 req-3db009da-b973-4c65-a3d4-b81af6a25e96 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0636270 Oct 17 11:15:48.333172 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-be728f42-0772-41a5-8e1c-c481ab13c6d6 req-d36b3b7c-c140-43e0-8633-990699c93266 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441041 Oct 17 11:15:49.481210 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b846154-a54a-4106-85a8-a9db2736e988 req-31929301-2987-4910-b8fb-73e00a860e85 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:49.482994 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7b846154-a54a-4106-85a8-a9db2736e988 req-31929301-2987-4910-b8fb-73e00a860e85 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0568490 Oct 17 11:15:49.530126 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7b846154-a54a-4106-85a8-a9db2736e988 req-0a4b8466-3f81-4063-8e61-2c1f7696c29a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414841 Oct 17 11:15:50.667536 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4e82e-5311-47e0-bc8c-fd11b5803709 req-34e04a51-0ef5-495d-a1bd-5fec3d600a06 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:50.669026 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4bd4e82e-5311-47e0-bc8c-fd11b5803709 req-34e04a51-0ef5-495d-a1bd-5fec3d600a06 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0551913 Oct 17 11:15:50.728057 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4bd4e82e-5311-47e0-bc8c-fd11b5803709 req-098256f6-4dcd-4c11-b405-06307488d6a3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501454 Oct 17 11:15:51.879489 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdbd42-6cb1-42e1-aa02-40198d033418 req-49cbdea0-618e-4c1f-bef9-d1890188bfb8 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:51.881007 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-59fdbd42-6cb1-42e1-aa02-40198d033418 req-49cbdea0-618e-4c1f-bef9-d1890188bfb8 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0584586 Oct 17 11:15:51.934007 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-59fdbd42-6cb1-42e1-aa02-40198d033418 req-68f60e7b-019e-41f1-9720-99996affa7ae tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472636 Oct 17 11:15:53.078864 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfca07c-0eac-496d-a56b-98ec7d3b20ae req-b9afa7c1-e5c6-44b7-b1ea-5b364c0839a4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:53.080419 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9cfca07c-0eac-496d-a56b-98ec7d3b20ae req-b9afa7c1-e5c6-44b7-b1ea-5b364c0839a4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0622945 Oct 17 11:15:53.127883 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9cfca07c-0eac-496d-a56b-98ec7d3b20ae req-76910b21-e5b5-444d-bf89-1619834e6df7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418811 Oct 17 11:15:54.283987 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63e88ce-56fe-492f-b3bb-8d961f8b5be5 req-26178da2-7d89-492e-b66d-b02ed0da2db5 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:54.285468 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a63e88ce-56fe-492f-b3bb-8d961f8b5be5 req-26178da2-7d89-492e-b66d-b02ed0da2db5 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0662048 Oct 17 11:15:54.331968 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a63e88ce-56fe-492f-b3bb-8d961f8b5be5 req-70babc64-0e45-4e4a-84ee-72ce6f8a600e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409210 Oct 17 11:15:55.483484 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73990b46-6f7d-47a1-8691-30f859d8dffa req-a9373369-5f87-4355-88c3-0e7a6e110e27 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:55.484953 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-73990b46-6f7d-47a1-8691-30f859d8dffa req-a9373369-5f87-4355-88c3-0e7a6e110e27 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0586176 Oct 17 11:15:55.535239 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-73990b46-6f7d-47a1-8691-30f859d8dffa req-c92acec0-036a-41fd-9044-12b1cb285b3d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Oct 17 11:15:56.003197 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:15:56.683420 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63791e45-775d-465f-bed2-5400cbce4e96 req-a7d9c28f-94da-4f67-81f7-532b7899b368 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:56.684889 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-63791e45-775d-465f-bed2-5400cbce4e96 req-a7d9c28f-94da-4f67-81f7-532b7899b368 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0562778 Oct 17 11:15:56.732763 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-63791e45-775d-465f-bed2-5400cbce4e96 req-2ef83670-ec41-47b0-96c0-d30919b4a9d8 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419853 Oct 17 11:15:57.877092 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd0211-9c8c-4a4c-9966-6e4e40f10c9c req-3f410ea5-8f5f-4927-9c52-22fdddac42bf tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:57.878594 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6efd0211-9c8c-4a4c-9966-6e4e40f10c9c req-3f410ea5-8f5f-4927-9c52-22fdddac42bf tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0563478 Oct 17 11:15:57.935130 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6efd0211-9c8c-4a4c-9966-6e4e40f10c9c req-ddb6ee92-b4f2-466c-aa99-ee064a66d809 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481627 Oct 17 11:15:59.105309 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b00f084-31fa-4ab6-a34d-dfebc7fc6f5a req-7be46c62-c297-444d-ac51-b98c9515ded6 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:15:59.107714 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2b00f084-31fa-4ab6-a34d-dfebc7fc6f5a req-7be46c62-c297-444d-ac51-b98c9515ded6 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0643551 Oct 17 11:15:59.172815 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-2b00f084-31fa-4ab6-a34d-dfebc7fc6f5a req-d9e2d779-742c-4b15-8cf1-9a776df68fd7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543346 Oct 17 11:15:59.658863 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 6ec2cd42-9579-4ae9-9325-3ab769814c3b details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:15:59.766032 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 6ec2cd42-9579-4ae9-9325-3ab769814c3b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:15:59.779868 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'port_id': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'mac_address': 'fa:16:3e:73:28:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:15:59.818369 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 6ec2cd42-9579-4ae9-9325-3ab769814c3b is: ACTIVE; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:15:59.818742 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:59.836507 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ec2cd42-9579-4ae9-9325-3ab769814c3b {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:15:59.858512 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 6ec2cd42-9579-4ae9-9325-3ab769814c3b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:15:59.866393 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:15:59.926221 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=6ec2cd42-9579-4ae9-9325-3ab769814c3b,revision_number=6']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:15:59.948207 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['6ec2cd42-9579-4ae9-9325-3ab769814c3b'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:16:00.318856 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfccb0f7-4107-42bb-8883-f946726573bc req-65c3a156-fda8-458f-8517-e440fad4e404 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:00.325608 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cfccb0f7-4107-42bb-8883-f946726573bc req-65c3a156-fda8-458f-8517-e440fad4e404 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 944 time: 0.0650105 Oct 17 11:16:00.378152 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-cfccb0f7-4107-42bb-8883-f946726573bc req-80050847-4edc-4612-aa74-2f5367cf3c68 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514963 Oct 17 11:16:01.521821 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3682f19-cc15-4ec4-aa63-73e0d3ac6212 req-1756d957-e099-41a3-be57-d1d4304c0d45 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:01.523399 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a3682f19-cc15-4ec4-aa63-73e0d3ac6212 req-1756d957-e099-41a3-be57-d1d4304c0d45 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 944 time: 0.0606470 Oct 17 11:16:01.574250 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a3682f19-cc15-4ec4-aa63-73e0d3ac6212 req-113d6455-018d-4e43-846e-6392d9946e1f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444481 Oct 17 11:16:01.667285 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 6ec2cd42-9579-4ae9-9325-3ab769814c3b up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:16:01.722414 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 6ec2cd42-9579-4ae9-9325-3ab769814c3b triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:16:01.723052 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:01.723572 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 6ec2cd42-9579-4ae9-9325-3ab769814c3b Oct 17 11:16:01.808587 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 6ec2cd42-9579-4ae9-9325-3ab769814c3b is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:16:01.809352 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:01.834185 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e2393-40ed-4230-8dee-2e636acf4f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec2cd42-9579-4ae9-9325-3ab769814c3b'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:16:01.836834 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18f724a-e9ed-4590-a3a4-37d055c632f3" -d '{"events": [{"server_uuid": "722e2393-40ed-4230-8dee-2e636acf4f32", "name": "network-vif-plugged", "status": "completed", "tag": "6ec2cd42-9579-4ae9-9325-3ab769814c3b"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:16:01.850339 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 6ec2cd42-9579-4ae9-9325-3ab769814c3b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:16:01.856293 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:01.882916 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bca8b94-a2f7-4e93-98ca-10eea7eef2c6 x-openstack-request-id: req-4bca8b94-a2f7-4e93-98ca-10eea7eef2c6 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:16:01.883211 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e2393-40ed-4230-8dee-2e636acf4f32", "name": "network-vif-plugged", "status": "completed", "tag": "6ec2cd42-9579-4ae9-9325-3ab769814c3b", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:16:01.883519 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4bca8b94-a2f7-4e93-98ca-10eea7eef2c6 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:16:01.883920 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bca8b94-a2f7-4e93-98ca-10eea7eef2c6'] response: {'server_uuid': '722e2393-40ed-4230-8dee-2e636acf4f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'code': 200} Oct 17 11:16:01.914893 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=6ec2cd42-9579-4ae9-9325-3ab769814c3b,revision_number=7']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:16:02.767150 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e474b4-30d3-4df8-a4a0-d1204eaccdd1 req-15218aa0-8e7d-4086-b5a3-9b93e67b3526 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:02.768672 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-70e474b4-30d3-4df8-a4a0-d1204eaccdd1 req-15218aa0-8e7d-4086-b5a3-9b93e67b3526 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0836797 Oct 17 11:16:02.828778 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-70e474b4-30d3-4df8-a4a0-d1204eaccdd1 req-bc1a4340-7e18-4dd3-a250-cc625f34e157 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535803 Oct 17 11:16:03.969895 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea9a0b-8b2d-4e82-aa95-68e9a8b70fe3 req-2517f272-2f5d-4d09-9bf3-f5a4e78d8766 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:03.971554 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d6ea9a0b-8b2d-4e82-aa95-68e9a8b70fe3 req-2517f272-2f5d-4d09-9bf3-f5a4e78d8766 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0558441 Oct 17 11:16:04.023560 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d6ea9a0b-8b2d-4e82-aa95-68e9a8b70fe3 req-5dfeb1a3-200f-409c-9e95-304f5653a4b6 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460749 Oct 17 11:16:05.160376 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72f23e-e9ec-49f9-9a18-aba39c1d58da req-2c4ddbfb-f8f2-40d5-ae64-9d16241a53ee tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:05.162787 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-4e72f23e-e9ec-49f9-9a18-aba39c1d58da req-2c4ddbfb-f8f2-40d5-ae64-9d16241a53ee tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0558436 Oct 17 11:16:05.213181 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-4e72f23e-e9ec-49f9-9a18-aba39c1d58da req-5369fab2-0df1-4c99-9ac0-ac59c5abda4f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442779 Oct 17 11:16:06.352621 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f23ccd3-c871-414f-9fed-927133f3261a req-e207e2f5-8926-4d02-b108-8f939763e7be tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:06.354777 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5f23ccd3-c871-414f-9fed-927133f3261a req-e207e2f5-8926-4d02-b108-8f939763e7be tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0561602 Oct 17 11:16:06.409729 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5f23ccd3-c871-414f-9fed-927133f3261a req-ffde063c-a0db-4a6d-95fa-c433ee374030 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490727 Oct 17 11:16:06.960086 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d998d5b9-e348-46d7-8640-df0c8ab41a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:07.541783 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e254cb1c-3695-4837-a17b-f0ec6067b67a req-4f90700b-d884-4a4b-8af9-bd79c5e0aca8 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:07.544217 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e254cb1c-3695-4837-a17b-f0ec6067b67a req-4f90700b-d884-4a4b-8af9-bd79c5e0aca8 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0552297 Oct 17 11:16:07.605741 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-e254cb1c-3695-4837-a17b-f0ec6067b67a req-618baa74-131a-4047-b6f8-1c9ad27aff55 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551896 Oct 17 11:16:08.406974 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada57e7-72c8-4a07-9bc3-118603b31bc4 req-d535ec21-eeca-4900-801d-884f3829d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:08.408374 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8ada57e7-72c8-4a07-9bc3-118603b31bc4 req-d535ec21-eeca-4900-801d-884f3829d806 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eb9c390057046beb38851ca545a62b0&device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 1129 time: 0.0510798 Oct 17 11:16:08.503875 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada57e7-72c8-4a07-9bc3-118603b31bc4 req-b956bb77-b497-41ee-abf9-b6580fdc28af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:08.505377 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8ada57e7-72c8-4a07-9bc3-118603b31bc4 req-b956bb77-b497-41ee-abf9-b6580fdc28af service neutron] 10.222.0.23 "GET /v2.0/networks?id=9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 200 len: 918 time: 0.0874577 Oct 17 11:16:08.574954 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8ada57e7-72c8-4a07-9bc3-118603b31bc4 req-6b4beeb8-bd46-4aea-84ad-a6207162792f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b HTTP/1.1" status: 200 len: 1000 time: 0.0580008 Oct 17 11:16:08.632823 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada57e7-72c8-4a07-9bc3-118603b31bc4 req-e6a13c8f-33f8-4fed-8509-ffe5018dfb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:08.634303 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8ada57e7-72c8-4a07-9bc3-118603b31bc4 req-e6a13c8f-33f8-4fed-8509-ffe5018dfb30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5c68dcd-6251-474d-85d1-af8866ed8b7f HTTP/1.1" status: 200 len: 856 time: 0.0493712 Oct 17 11:16:08.685084 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ada57e7-72c8-4a07-9bc3-118603b31bc4 req-b6b6bea8-ddb0-4192-8dff-1a240a4718b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:08.686547 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8ada57e7-72c8-4a07-9bc3-118603b31bc4 req-b6b6bea8-ddb0-4192-8dff-1a240a4718b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9322dbab-695d-4091-abd2-7cf44ae4a8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0444865 Oct 17 11:16:08.796002 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b7330-8884-4b46-b652-9b4ff37a54d4 req-8296d9ef-bdef-4839-9ca4-04ce0c2b34a1 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:08.797706 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d46b7330-8884-4b46-b652-9b4ff37a54d4 req-8296d9ef-bdef-4839-9ca4-04ce0c2b34a1 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.1102660 Oct 17 11:16:08.817127 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8ada57e7-72c8-4a07-9bc3-118603b31bc4 req-f706611c-7200-4c12-9794-8988cdbe76a9 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192188 Oct 17 11:16:08.898632 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d46b7330-8884-4b46-b652-9b4ff37a54d4 req-389e54a0-e171-469b-9077-0ad2b29c240a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920193 Oct 17 11:16:08.928837 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8ada57e7-72c8-4a07-9bc3-118603b31bc4 req-caf2c7ef-5e07-4a1d-ab18-acebafcbbbff service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020424 Oct 17 11:16:09.295653 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4eac9e5b-bd47-4224-a65c-c391675f198d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:10.048460 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b789ee-e117-4b6c-b9dd-95ad8d099610 req-da168ed3-a119-49b1-9653-82dc0a790ddd tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:10.050309 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c7b789ee-e117-4b6c-b9dd-95ad8d099610 req-da168ed3-a119-49b1-9653-82dc0a790ddd tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0639422 Oct 17 11:16:10.098477 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c7b789ee-e117-4b6c-b9dd-95ad8d099610 req-7c2d7f19-2de5-41de-bdd9-a7870a8f74c0 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425107 Oct 17 11:16:10.258928 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:10.556927 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:11.239976 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7335712-4402-44ee-844d-ab0a7dc809e9 req-987aae3b-2338-4275-bfa5-fee88245c0e7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:11.241455 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b7335712-4402-44ee-844d-ab0a7dc809e9 req-987aae3b-2338-4275-bfa5-fee88245c0e7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 945 time: 0.0564201 Oct 17 11:16:11.290366 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b7335712-4402-44ee-844d-ab0a7dc809e9 req-2dc7e3ff-ca3b-4fc9-8f35-673bd6b582b4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430071 Oct 17 11:16:11.722397 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 6ec2cd42-9579-4ae9-9325-3ab769814c3b no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:16:11.795196 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 6ec2cd42-9579-4ae9-9325-3ab769814c3b is: ACTIVE; New status is: DOWN {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:16:11.795587 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:11.819924 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e2393-40ed-4230-8dee-2e636acf4f32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ec2cd42-9579-4ae9-9325-3ab769814c3b'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:16:11.822208 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c61340-cc75-430b-a32a-26574c9f4241" -d '{"events": [{"server_uuid": "722e2393-40ed-4230-8dee-2e636acf4f32", "name": "network-vif-unplugged", "status": "completed", "tag": "6ec2cd42-9579-4ae9-9325-3ab769814c3b"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:16:11.835320 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 6ec2cd42-9579-4ae9-9325-3ab769814c3b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:16:11.841092 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:11.865881 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 17 Oct 2022 11:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a1e427-3dd8-46d7-9062-cf749c04b09b x-openstack-request-id: req-d9a1e427-3dd8-46d7-9062-cf749c04b09b {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:16:11.866171 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e2393-40ed-4230-8dee-2e636acf4f32", "name": "network-vif-unplugged", "status": "failed", "tag": "6ec2cd42-9579-4ae9-9325-3ab769814c3b", "code": 422}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:16:11.866424 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9a1e427-3dd8-46d7-9062-cf749c04b09b {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:16:11.866819 dv-cinder-858463-3-smb neutron-server[103978]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d9a1e427-3dd8-46d7-9062-cf749c04b09b']: {'server_uuid': '722e2393-40ed-4230-8dee-2e636acf4f32', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'code': 422} returned with failed status Oct 17 11:16:11.894147 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=6ec2cd42-9579-4ae9-9325-3ab769814c3b,revision_number=8']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:16:12.636284 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:13.474500 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ed2fed-f912-4e31-93e1-e5b9661f460e req-1e80bd59-0cd6-4831-9762-51918a91b7f6 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:13.475917 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-48ed2fed-f912-4e31-93e1-e5b9661f460e req-1e80bd59-0cd6-4831-9762-51918a91b7f6 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0619981 Oct 17 11:16:13.541767 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fab275b2-97da-4702-a591-a063a8f4c444 req-18f25e03-2a05-4bc4-a8dd-5e2c8374cb97 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0826795 Oct 17 11:16:13.545053 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-48ed2fed-f912-4e31-93e1-e5b9661f460e req-606898c1-b48f-4256-bd20-782a9b0027b1 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520816 Oct 17 11:16:13.615459 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab275b2-97da-4702-a591-a063a8f4c444 req-a1593735-0d2c-4e68-b6b1-a92b921eabf5 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:13.616740 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-fab275b2-97da-4702-a591-a063a8f4c444 req-a1593735-0d2c-4e68-b6b1-a92b921eabf5 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports/6ec2cd42-9579-4ae9-9325-3ab769814c3b HTTP/1.1" status: 200 len: 940 time: 0.0456176 Oct 17 11:16:14.351775 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:14.460356 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab275b2-97da-4702-a591-a063a8f4c444 req-eb34dc45-e736-4f67-be81-a293079c15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:14.461913 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fab275b2-97da-4702-a591-a063a8f4c444 req-eb34dc45-e736-4f67-be81-a293079c15dd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32&tenant_id=2eb9c390057046beb38851ca545a62b0 HTTP/1.1" status: 200 len: 1127 time: 0.0477448 Oct 17 11:16:14.539686 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab275b2-97da-4702-a591-a063a8f4c444 req-ecfe4086-1444-4250-81c1-ed5ea6bf9803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:14.541139 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fab275b2-97da-4702-a591-a063a8f4c444 req-ecfe4086-1444-4250-81c1-ed5ea6bf9803 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eb9c390057046beb38851ca545a62b0&device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 1127 time: 0.0479996 Oct 17 11:16:14.639666 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab275b2-97da-4702-a591-a063a8f4c444 req-953e1d29-814c-47f9-ae93-cd4a3e0f0038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:14.641109 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fab275b2-97da-4702-a591-a063a8f4c444 req-953e1d29-814c-47f9-ae93-cd4a3e0f0038 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 200 len: 918 time: 0.0882101 Oct 17 11:16:14.676075 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8456d3-8c1e-4c88-b8c3-bf5d8f0fda75 req-43b08051-4099-4699-aee5-821eb9454fed tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:14.677593 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ec8456d3-8c1e-4c88-b8c3-bf5d8f0fda75 req-43b08051-4099-4699-aee5-821eb9454fed tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0530126 Oct 17 11:16:14.706714 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fab275b2-97da-4702-a591-a063a8f4c444 req-c8d35513-2b6b-4dd0-b2f6-e4ab76b243ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b HTTP/1.1" status: 200 len: 998 time: 0.0543113 Oct 17 11:16:14.727655 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ec8456d3-8c1e-4c88-b8c3-bf5d8f0fda75 req-78ef4e66-1442-4f89-a7de-12923d905af6 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443847 Oct 17 11:16:14.760764 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab275b2-97da-4702-a591-a063a8f4c444 req-476560a8-1608-4b93-8300-1976fb9f0820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:14.762381 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fab275b2-97da-4702-a591-a063a8f4c444 req-476560a8-1608-4b93-8300-1976fb9f0820 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5c68dcd-6251-474d-85d1-af8866ed8b7f HTTP/1.1" status: 200 len: 856 time: 0.0463240 Oct 17 11:16:14.814667 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab275b2-97da-4702-a591-a063a8f4c444 req-66668664-ea6b-4be4-a6c7-7d0722d35a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:14.816257 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fab275b2-97da-4702-a591-a063a8f4c444 req-66668664-ea6b-4be4-a6c7-7d0722d35a01 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9322dbab-695d-4091-abd2-7cf44ae4a8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0449386 Oct 17 11:16:14.909639 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fab275b2-97da-4702-a591-a063a8f4c444 req-e17037ef-d528-4d0b-9b9b-04c9ed348ed7 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832953 Oct 17 11:16:15.014834 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-fab275b2-97da-4702-a591-a063a8f4c444 req-700e82f4-7f90-4564-bce4-da4932dec560 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957251 Oct 17 11:16:15.761755 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 6ec2cd42-9579-4ae9-9325-3ab769814c3b no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:16:15.875198 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 6ec2cd42-9579-4ae9-9325-3ab769814c3b is: DOWN; New status is: DOWN {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:16:15.879316 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b9bb1-e245-4d1f-818b-498db82850be req-390ae253-c1d6-4416-a03d-d306144d3700 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:15.880961 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-762b9bb1-e245-4d1f-818b-498db82850be req-390ae253-c1d6-4416-a03d-d306144d3700 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0661616 Oct 17 11:16:15.938889 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-762b9bb1-e245-4d1f-818b-498db82850be req-9d286b56-78fa-4d95-a14b-d0a0ab725758 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520084 Oct 17 11:16:17.087598 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aebe01-e3a5-466c-8b7a-5abcb0e691c8 req-dced7682-7384-4795-950c-b2502ecb7cd3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:17.089186 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-16aebe01-e3a5-466c-8b7a-5abcb0e691c8 req-dced7682-7384-4795-950c-b2502ecb7cd3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0667970 Oct 17 11:16:17.139394 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-16aebe01-e3a5-466c-8b7a-5abcb0e691c8 req-139c03f4-4e3f-4592-9522-c88045511038 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435038 Oct 17 11:16:18.282070 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d84dd-32d9-484a-8d89-a7fcefed3ca5 req-440458aa-5d91-48d2-8aee-72dcbbdbf570 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:18.283530 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9a2d84dd-32d9-484a-8d89-a7fcefed3ca5 req-440458aa-5d91-48d2-8aee-72dcbbdbf570 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0529592 Oct 17 11:16:18.341937 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9a2d84dd-32d9-484a-8d89-a7fcefed3ca5 req-28be777c-e337-44eb-9fe8-eed7f1b9295f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518813 Oct 17 11:16:19.477970 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c8296-c740-4581-9411-7d3fc294525c req-efc949c9-e57d-4c92-92e7-d735a0b5a2fb tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:19.479513 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-137c8296-c740-4581-9411-7d3fc294525c req-efc949c9-e57d-4c92-92e7-d735a0b5a2fb tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0549355 Oct 17 11:16:19.528176 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-137c8296-c740-4581-9411-7d3fc294525c req-b10d3ca7-1679-4a02-a5e5-f41d87bbd59e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426753 Oct 17 11:16:20.666272 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54eee4-9e1a-40c9-85e0-7a05e905689b req-6225902c-9c34-4364-bde1-6710f87dbf2e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:20.667788 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6e54eee4-9e1a-40c9-85e0-7a05e905689b req-6225902c-9c34-4364-bde1-6710f87dbf2e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0535727 Oct 17 11:16:20.715240 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6e54eee4-9e1a-40c9-85e0-7a05e905689b req-4e9b0b2c-ea0a-4a0d-892b-57cdb7125eb2 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414591 Oct 17 11:16:21.863889 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7902dca-9235-4724-8d96-8c9f9eafe473 req-2d256e49-86b1-4cf2-b163-8d8369dcc5fe tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:21.866115 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a7902dca-9235-4724-8d96-8c9f9eafe473 req-2d256e49-86b1-4cf2-b163-8d8369dcc5fe tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0579195 Oct 17 11:16:21.915768 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a7902dca-9235-4724-8d96-8c9f9eafe473 req-d5261a2d-7af6-4724-9843-58e56ec5878b tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418754 Oct 17 11:16:23.069138 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a0a94b-ae99-4fb1-9e01-421a59e30c62 req-1cf91579-ee89-4c2f-b55a-adeb6788caf7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:23.070630 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-72a0a94b-ae99-4fb1-9e01-421a59e30c62 req-1cf91579-ee89-4c2f-b55a-adeb6788caf7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0706604 Oct 17 11:16:23.124239 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-72a0a94b-ae99-4fb1-9e01-421a59e30c62 req-6f397649-889b-4b72-b11d-48d2c6ea3e3e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451324 Oct 17 11:16:24.240323 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6910de1-8d65-4309-a8d3-6891b465f9c1 req-5fefa473-5ed5-44a3-a15c-8345bc00adb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:24.241954 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c6910de1-8d65-4309-a8d3-6891b465f9c1 req-5fefa473-5ed5-44a3-a15c-8345bc00adb3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=2eb9c390057046beb38851ca545a62b0&device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 1127 time: 0.0489314 Oct 17 11:16:24.263101 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf87bc-13d2-42d2-a5c0-3141563f7930 req-7dc81e68-0ade-417b-896d-98b54bda0c99 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:24.264596 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-4cdf87bc-13d2-42d2-a5c0-3141563f7930 req-7dc81e68-0ade-417b-896d-98b54bda0c99 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0553508 Oct 17 11:16:24.311601 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-4cdf87bc-13d2-42d2-a5c0-3141563f7930 req-33643cdc-7019-4ea0-8157-1f761fea19a1 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413010 Oct 17 11:16:24.343951 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6910de1-8d65-4309-a8d3-6891b465f9c1 req-9be6d098-1f51-4b57-8ee0-76d4cfb7d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:24.345374 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c6910de1-8d65-4309-a8d3-6891b465f9c1 req-9be6d098-1f51-4b57-8ee0-76d4cfb7d9a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 200 len: 918 time: 0.0835705 Oct 17 11:16:24.420830 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c6910de1-8d65-4309-a8d3-6891b465f9c1 req-5f21ea5d-bf39-4a52-bf9b-adbb985c679d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b HTTP/1.1" status: 200 len: 998 time: 0.0683913 Oct 17 11:16:24.473755 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6910de1-8d65-4309-a8d3-6891b465f9c1 req-a98844b0-430a-4561-b443-2503b4dde38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:24.475169 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c6910de1-8d65-4309-a8d3-6891b465f9c1 req-a98844b0-430a-4561-b443-2503b4dde38e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d5c68dcd-6251-474d-85d1-af8866ed8b7f HTTP/1.1" status: 200 len: 856 time: 0.0468078 Oct 17 11:16:24.524920 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6910de1-8d65-4309-a8d3-6891b465f9c1 req-4b4e383c-9f1c-48e0-97ce-e06675a19073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:24.526480 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c6910de1-8d65-4309-a8d3-6891b465f9c1 req-4b4e383c-9f1c-48e0-97ce-e06675a19073 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9322dbab-695d-4091-abd2-7cf44ae4a8d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0428448 Oct 17 11:16:24.883570 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c6910de1-8d65-4309-a8d3-6891b465f9c1 req-c6542b00-815f-44dd-a31a-6219344aa8d7 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481483 Oct 17 11:16:24.974934 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-c6910de1-8d65-4309-a8d3-6891b465f9c1 req-d18711a0-ec79-45c6-9267-882fe2b7b431 service neutron] 10.222.0.23 "GET /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834544 Oct 17 11:16:25.454751 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd77c0f-20a4-4ddb-8298-d4841a15824a req-7af73964-bcfe-4f21-8788-65d26acdaeb9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:25.456236 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ffd77c0f-20a4-4ddb-8298-d4841a15824a req-7af73964-bcfe-4f21-8788-65d26acdaeb9 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.0607033 Oct 17 11:16:25.507564 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ffd77c0f-20a4-4ddb-8298-d4841a15824a req-696dfc57-c5b7-4ffa-beee-2f7206f8c227 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454936 Oct 17 11:16:26.842216 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b72304b-4445-43c5-92fa-c55d20323d1c req-92dc7eaa-a393-4695-a221-c5c55ff15d4e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:26.843600 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9b72304b-4445-43c5-92fa-c55d20323d1c req-92dc7eaa-a393-4695-a221-c5c55ff15d4e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 943 time: 0.2404518 Oct 17 11:16:26.891508 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9b72304b-4445-43c5-92fa-c55d20323d1c req-77b37fa2-e419-453d-a3a6-0cc9ecfc16c7 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417898 Oct 17 11:16:27.775017 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 6ec2cd42-9579-4ae9-9325-3ab769814c3b details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:16:27.876075 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 6ec2cd42-9579-4ae9-9325-3ab769814c3b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:16:27.887259 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'port_id': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'mac_address': 'fa:16:3e:73:28:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:16:27.921965 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 6ec2cd42-9579-4ae9-9325-3ab769814c3b is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:16:27.922350 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:27.935801 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ec2cd42-9579-4ae9-9325-3ab769814c3b {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:16:27.955902 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 6ec2cd42-9579-4ae9-9325-3ab769814c3b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:16:27.963320 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:28.014270 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=6ec2cd42-9579-4ae9-9325-3ab769814c3b,revision_number=9']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:16:28.021460 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:16:28.021814 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:16:28.022161 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:16:28.022503 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:16:28.022825 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:16:28.023161 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:16:28.023488 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:16:28.023818 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:16:28.024149 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:16:28.024478 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:16:28.024805 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:16:28.025331 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:16:28.025507 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:16:28.098311 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95379f-db21-4041-9ae9-748bd9bd9325 req-8b9e8d2f-59d3-4e51-a5e1-6f9e4acb5949 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:28.099798 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c95379f-db21-4041-9ae9-748bd9bd9325 req-8b9e8d2f-59d3-4e51-a5e1-6f9e4acb5949 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 944 time: 0.1139045 Oct 17 11:16:28.147817 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-5c95379f-db21-4041-9ae9-748bd9bd9325 req-74096de5-6341-49a8-9d4d-10d101d7ac2e tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423610 Oct 17 11:16:28.224242 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['6ec2cd42-9579-4ae9-9325-3ab769814c3b'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:16:29.286578 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d9344-3156-46cd-8a8d-87b1d552f7cd req-b6be354c-2002-4ef2-b494-e4452f6b2485 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:29.288043 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-759d9344-3156-46cd-8a8d-87b1d552f7cd req-b6be354c-2002-4ef2-b494-e4452f6b2485 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 944 time: 0.0571117 Oct 17 11:16:29.338852 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-759d9344-3156-46cd-8a8d-87b1d552f7cd req-ff776abc-afba-4fe5-be70-d7b477b16e5f tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427351 Oct 17 11:16:29.786021 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 6ec2cd42-9579-4ae9-9325-3ab769814c3b up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:16:29.845535 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 6ec2cd42-9579-4ae9-9325-3ab769814c3b triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:16:29.846097 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:29.846654 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 6ec2cd42-9579-4ae9-9325-3ab769814c3b Oct 17 11:16:29.921680 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 6ec2cd42-9579-4ae9-9325-3ab769814c3b is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:16:29.922075 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:29.945532 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e2393-40ed-4230-8dee-2e636acf4f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec2cd42-9579-4ae9-9325-3ab769814c3b'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:16:29.947769 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87db9db-2740-4ad4-8c5a-0c1e5b02ee94" -d '{"events": [{"server_uuid": "722e2393-40ed-4230-8dee-2e636acf4f32", "name": "network-vif-plugged", "status": "completed", "tag": "6ec2cd42-9579-4ae9-9325-3ab769814c3b"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:16:29.960316 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 6ec2cd42-9579-4ae9-9325-3ab769814c3b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:16:29.965890 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:29.991807 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0fa24b-3a1e-40b3-b8fb-4defde7e9da2 x-openstack-request-id: req-2f0fa24b-3a1e-40b3-b8fb-4defde7e9da2 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:16:29.992097 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e2393-40ed-4230-8dee-2e636acf4f32", "name": "network-vif-plugged", "status": "completed", "tag": "6ec2cd42-9579-4ae9-9325-3ab769814c3b", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:16:29.992348 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2f0fa24b-3a1e-40b3-b8fb-4defde7e9da2 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:16:29.992727 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f0fa24b-3a1e-40b3-b8fb-4defde7e9da2'] response: {'server_uuid': '722e2393-40ed-4230-8dee-2e636acf4f32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'code': 200} Oct 17 11:16:30.017914 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=6ec2cd42-9579-4ae9-9325-3ab769814c3b,revision_number=10']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:16:30.198103 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2068bd28-8d60-4071-b062-933235c4bc26 req-4518d5ce-96ef-4157-991a-b6a29d89662c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:30.199591 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2068bd28-8d60-4071-b062-933235c4bc26 req-4518d5ce-96ef-4157-991a-b6a29d89662c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 1130 time: 0.0494561 Oct 17 11:16:30.246884 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2068bd28-8d60-4071-b062-933235c4bc26 req-c964ccf6-a125-49a1-8636-2b4dc2e5250e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373135 Oct 17 11:16:30.494426 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca08348-9abc-4a91-9039-6118cdec097b req-d446bdd5-d074-43f6-83aa-c419f404f7ec tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:30.495878 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ca08348-9abc-4a91-9039-6118cdec097b req-d446bdd5-d074-43f6-83aa-c419f404f7ec tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 946 time: 0.0648375 Oct 17 11:16:30.548032 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ca08348-9abc-4a91-9039-6118cdec097b req-807121bd-313d-4e94-b3fa-0ed3d05bb602 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463254 Oct 17 11:16:31.693718 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e809f1-72c8-4675-be77-70284ef5aa2d req-fc701936-793e-46c7-a2ee-e1f5e49c18d3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:31.695368 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-09e809f1-72c8-4675-be77-70284ef5aa2d req-fc701936-793e-46c7-a2ee-e1f5e49c18d3 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 946 time: 0.0578411 Oct 17 11:16:31.742967 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-09e809f1-72c8-4675-be77-70284ef5aa2d req-f416f867-ec84-4f61-a51f-9baadc855301 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422184 Oct 17 11:16:32.894382 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42cba7-3324-48ef-b175-7ebdd816d17b req-9edded81-e107-47dc-aa5d-a13d73808e78 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:16:32.895808 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8f42cba7-3324-48ef-b175-7ebdd816d17b req-9edded81-e107-47dc-aa5d-a13d73808e78 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 946 time: 0.0649583 Oct 17 11:16:32.944504 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8f42cba7-3324-48ef-b175-7ebdd816d17b req-8e30be03-14fd-44ce-9f50-e6defe5bb64c tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402522 Oct 17 11:16:33.003346 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:16:36.921452 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a9e58513-e88e-4953-90d1-fa2fe741f172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:39.295445 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5ca50f43-5b46-4a43-9764-0924152b8aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:40.286422 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:40.559638 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:42.637119 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:16:44.351872 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:06.128659 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d40be29-2c2a-487d-8b11-f11e7bbf96d1 req-39262f72-cf9f-44b1-91cb-33d3cfb4831b tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:06.130238 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2d40be29-2c2a-487d-8b11-f11e7bbf96d1 req-39262f72-cf9f-44b1-91cb-33d3cfb4831b tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 946 time: 0.0539136 Oct 17 11:17:06.180569 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2d40be29-2c2a-487d-8b11-f11e7bbf96d1 req-6bf94f75-9785-4459-a824-c05d6223c13a tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439627 Oct 17 11:17:06.926098 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f7288855-c8de-4613-8fca-eb29d6048c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:07.315927 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba58172c-7c34-4879-9196-cf3959ba1198 req-a3dfd35c-a286-4d80-a09a-70a25c80b881 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:07.317436 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ba58172c-7c34-4879-9196-cf3959ba1198 req-a3dfd35c-a286-4d80-a09a-70a25c80b881 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 946 time: 0.0556026 Oct 17 11:17:07.368880 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-ba58172c-7c34-4879-9196-cf3959ba1198 req-cefe2524-9801-4c86-90ee-0e6063f98751 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups?id=26f746ef-6113-4a17-8a50-81c7da615d6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430257 Oct 17 11:17:07.606219 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-0ff7a1b8-e0e6-416d-b357-c904ab6368e4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:07.607801 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-0ff7a1b8-e0e6-416d-b357-c904ab6368e4 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.23 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 946 time: 0.0601921 Oct 17 11:17:07.697312 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Deleting port 6ec2cd42-9579-4ae9-9325-3ab769814c3b {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:17:07.697659 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:07.790818 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] For port 6ec2cd42-9579-4ae9-9325-3ab769814c3b, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=6ec2cd42-9579-4ae9-9325-3ab769814c3b,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:17:07.791086 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:07.950397 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:07.950864 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (a6987668-4def-4997-a2d5-bb71e1f8b42d), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:07.951092 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.l3_db [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Floating IP a6987668-4def-4997-a2d5-bb71e1f8b42d disassociated. External IP: 172.28.1.11, port: 6ec2cd42-9579-4ae9-9325-3ab769814c3b. Oct 17 11:17:07.951438 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Calling delete_port for 6ec2cd42-9579-4ae9-9325-3ab769814c3b owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:17:08.084459 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (6ec2cd42-9579-4ae9-9325-3ab769814c3b), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:08.111916 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event deleted for resources: {'Port': ['ID=6ec2cd42-9579-4ae9-9325-3ab769814c3b,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:08.122707 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:08.122707 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:08.122947 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:08.123290 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:08.123681 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:08.124008 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:08.124334 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:08.124642 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:08.125051 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:08.125307 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:08.125623 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:08.125942 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:08.126247 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:08.231031 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Router 53cbc419-2ff9-405c-ae1f-22627886ade6 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:17:08.332060 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:17:08.342662 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed87e6b-5fa5-4deb-ab52-ae5d179b24ef None None] Sync routers for ids ['53cbc419-2ff9-405c-ae1f-22627886ade6'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:17:08.353747 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed87e6b-5fa5-4deb-ab52-ae5d179b24ef None None] Routers {'53cbc419-2ff9-405c-ae1f-22627886ade6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:17:08.354362 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-7ed87e6b-5fa5-4deb-ab52-ae5d179b24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:16:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['53cbc419-2ff9-405c-ae1f-22627886ade6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:08.371862 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] No DVR routers for this DVR port 6ec2cd42-9579-4ae9-9325-3ab769814c3b on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:17:08.374504 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:08.377735 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e2766f50-95de-4bef-8f38-d43c1ffcc44c req-99f6b333-72e6-4f3b-bb90-3186b86df61d tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.23 "DELETE /v2.0/ports/6ec2cd42-9579-4ae9-9325-3ab769814c3b HTTP/1.1" status: 204 len: 173 time: 0.7617731 Oct 17 11:17:08.378247 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '722e2393-40ed-4230-8dee-2e636acf4f32', 'name': 'network-vif-deleted', 'tag': '6ec2cd42-9579-4ae9-9325-3ab769814c3b'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:17:08.380476 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d9a2f8-faa9-4ab0-9867-b9c8ac3a61cc" -d '{"events": [{"server_uuid": "722e2393-40ed-4230-8dee-2e636acf4f32", "name": "network-vif-deleted", "tag": "6ec2cd42-9579-4ae9-9325-3ab769814c3b"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:17:08.465990 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-7ed87e6b-5fa5-4deb-ab52-ae5d179b24ef None None] Set router 53cbc419-2ff9-405c-ae1f-22627886ade6 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:17:08.495974 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09841fb6-a035-49bd-aa3a-d56b01ca8b75 x-openstack-request-id: req-09841fb6-a035-49bd-aa3a-d56b01ca8b75 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:17:08.496265 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "722e2393-40ed-4230-8dee-2e636acf4f32", "name": "network-vif-deleted", "tag": "6ec2cd42-9579-4ae9-9325-3ab769814c3b", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:17:08.496526 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-09841fb6-a035-49bd-aa3a-d56b01ca8b75 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:17:08.496938 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09841fb6-a035-49bd-aa3a-d56b01ca8b75'] response: {'server_uuid': '722e2393-40ed-4230-8dee-2e636acf4f32', 'name': 'network-vif-deleted', 'tag': '6ec2cd42-9579-4ae9-9325-3ab769814c3b', 'status': 'completed', 'code': 200} Oct 17 11:17:08.512990 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-5cb0b3d6-1fcd-420c-a82e-b84fbb19cf71 req-58db8bc3-aa1d-4e28-8be9-100a09609aeb tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/ports?device_id=722e2393-40ed-4230-8dee-2e636acf4f32 HTTP/1.1" status: 200 len: 210 time: 0.0402658 Oct 17 11:17:08.678515 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-7ed87e6b-5fa5-4deb-ab52-ae5d179b24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:45Z', 'revision_number': 5, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:08.782689 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed87e6b-5fa5-4deb-ab52-ae5d179b24ef None None] Checking router: 53cbc419-2ff9-405c-ae1f-22627886ade6 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:17:08.792030 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed87e6b-5fa5-4deb-ab52-ae5d179b24ef None None] Routers {'53cbc419-2ff9-405c-ae1f-22627886ade6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:17:08.792628 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-7ed87e6b-5fa5-4deb-ab52-ae5d179b24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:16:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['53cbc419-2ff9-405c-ae1f-22627886ade6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:08.889280 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-7ed87e6b-5fa5-4deb-ab52-ae5d179b24ef None None] Set router 53cbc419-2ff9-405c-ae1f-22627886ade6 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:17:09.076499 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-7ed87e6b-5fa5-4deb-ab52-ae5d179b24ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:45Z', 'revision_number': 5, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:09.100818 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed87e6b-5fa5-4deb-ab52-ae5d179b24ef None None] The sync data for ids ['53cbc419-2ff9-405c-ae1f-22627886ade6'] in dv-cinder-858463-3-smb is: [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:11:41Z', 'revision_number': 4, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'bc83000a-3150-4d90-82de-81bfaec0a081', 'name': '', 'network_id': '9322dbab-695d-4091-abd2-7cf44ae4a8d9', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'mac_address': 'fa:16:3e:b2:d6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:40Z', 'updated_at': '2022-10-17T11:11:45Z', 'revision_number': 5, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'subnets': [{'id': 'd5c68dcd-6251-474d-85d1-af8866ed8b7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:17:09.290592 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4e705527-9aca-4563-bd90-2392c714b92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:09.333404 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5658ba58-3998-4f2b-99a4-2c4dca65fa8c None None] New status for floating IP a6987668-4def-4997-a2d5-bb71e1f8b42d: DOWN {{(pid=103978) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:17:09.618724 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57678) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:09.675194 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group (26f746ef-6113-4a17-8a50-81c7da615d6d), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:09.698362 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group (26f746ef-6113-4a17-8a50-81c7da615d6d), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:09.754737 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (26f746ef-6113-4a17-8a50-81c7da615d6d), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:09.757317 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:09.758488 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "DELETE /v2.0/security-groups/26f746ef-6113-4a17-8a50-81c7da615d6d HTTP/1.1" status: 204 len: 168 time: 0.1387413 Oct 17 11:17:09.761435 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57680) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:09.767854 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f746ef-6113-4a17-8a50-81c7da615d6d,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:09.775185 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:09.775540 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:09.775853 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.api.v2.resource [None req-def085de-0041-4666-b76d-29ebde8c06f0 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] show failed (client error): The resource could not be found. Oct 17 11:17:09.775977 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:09.776218 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:09.776555 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:09.776853 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-def085de-0041-4666-b76d-29ebde8c06f0 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "GET /v2.0/security-groups/26f746ef-6113-4a17-8a50-81c7da615d6d HTTP/1.1" status: 404 len: 347 time: 0.0144436 Oct 17 11:17:09.777089 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:09.777245 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:09.777555 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:09.777886 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:09.778214 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:09.778543 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:09.778938 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:09.779381 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa00733-da10-4440-8727-7b7c56291018 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:09.779997 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57682) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:09.901852 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-2f59dcf2-3814-43cf-9df3-36b69eb57796 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Deleting port 78e0e04b-843d-4225-9d52-e5debc3d52ff {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:17:09.902199 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2f59dcf2-3814-43cf-9df3-36b69eb57796 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (78e0e04b-843d-4225-9d52-e5debc3d52ff), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:09.976529 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2f59dcf2-3814-43cf-9df3-36b69eb57796 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (78e0e04b-843d-4225-9d52-e5debc3d52ff), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:09.976870 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2f59dcf2-3814-43cf-9df3-36b69eb57796 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for floatingip (78e0e04b-843d-4225-9d52-e5debc3d52ff), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:09.989612 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-2f59dcf2-3814-43cf-9df3-36b69eb57796 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Calling delete_port for 78e0e04b-843d-4225-9d52-e5debc3d52ff owned by network:floatingip {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:17:10.001568 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:17:10.128809 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2f59dcf2-3814-43cf-9df3-36b69eb57796 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (78e0e04b-843d-4225-9d52-e5debc3d52ff), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:10.150949 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59dcf2-3814-43cf-9df3-36b69eb57796 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Pushing event deleted for resources: {'Port': ['ID=78e0e04b-843d-4225-9d52-e5debc3d52ff,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:10.217666 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2f59dcf2-3814-43cf-9df3-36b69eb57796 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks [] for floatingip (a6987668-4def-4997-a2d5-bb71e1f8b42d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:10.220163 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2f59dcf2-3814-43cf-9df3-36b69eb57796 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:10.221371 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-2f59dcf2-3814-43cf-9df3-36b69eb57796 tempest-AttachVolumeShelveTestJSON-613569779 tempest-AttachVolumeShelveTestJSON-613569779-project] 10.222.0.43 "DELETE /v2.0/floatingips/a6987668-4def-4997-a2d5-bb71e1f8b42d HTTP/1.1" status: 204 len: 168 time: 0.4404061 Oct 17 11:17:10.281761 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:10.556588 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:11.975703 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 6ec2cd42-9579-4ae9-9325-3ab769814c3b no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:17:12.001761 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: 6ec2cd42-9579-4ae9-9325-3ab769814c3b {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:17:12.001945 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 6ec2cd42-9579-4ae9-9325-3ab769814c3b not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:17:12.638630 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:12.662931 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57704) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:13.101727 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b3734623-9b9e-46cc-b51f-abdb377e1a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7878424'] for router_interface (53cbc419-2ff9-405c-ae1f-22627886ade6), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:13.351635 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-b3734623-9b9e-46cc-b51f-abdb377e1a3c admin admin] Deleting port bc83000a-3150-4d90-82de-81bfaec0a081 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:17:13.351876 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b3734623-9b9e-46cc-b51f-abdb377e1a3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:13.432979 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-b3734623-9b9e-46cc-b51f-abdb377e1a3c admin admin] For port bc83000a-3150-4d90-82de-81bfaec0a081, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=bc83000a-3150-4d90-82de-81bfaec0a081,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:17:13.433373 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b3734623-9b9e-46cc-b51f-abdb377e1a3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:13.446018 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-b3734623-9b9e-46cc-b51f-abdb377e1a3c admin admin] Calling delete_port for bc83000a-3150-4d90-82de-81bfaec0a081 owned by network:router_interface {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:17:13.637109 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b3734623-9b9e-46cc-b51f-abdb377e1a3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (bc83000a-3150-4d90-82de-81bfaec0a081), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:13.666684 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3734623-9b9e-46cc-b51f-abdb377e1a3c admin admin] Pushing event deleted for resources: {'Port': ['ID=bc83000a-3150-4d90-82de-81bfaec0a081,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:13.824408 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b3734623-9b9e-46cc-b51f-abdb377e1a3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8316017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7883176'] for router_interface (53cbc419-2ff9-405c-ae1f-22627886ade6), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:14.026663 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3734623-9b9e-46cc-b51f-abdb377e1a3c admin admin] Router 53cbc419-2ff9-405c-ae1f-22627886ade6 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:17:14.127179 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3734623-9b9e-46cc-b51f-abdb377e1a3c admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:17:14.132248 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-b3734623-9b9e-46cc-b51f-abdb377e1a3c admin admin] 10.222.0.43 "PUT /v2.0/routers/53cbc419-2ff9-405c-ae1f-22627886ade6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4682415 Oct 17 11:17:14.134911 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57708) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:14.137183 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df61189-903f-4e70-9568-b63b25c61a2e None None] Sync routers for ids ['53cbc419-2ff9-405c-ae1f-22627886ade6'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:17:14.147801 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df61189-903f-4e70-9568-b63b25c61a2e None None] Routers {'53cbc419-2ff9-405c-ae1f-22627886ade6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:17:14.148404 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-2df61189-903f-4e70-9568-b63b25c61a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:17:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['53cbc419-2ff9-405c-ae1f-22627886ade6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:14.230736 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] Publish callbacks [] for router (53cbc419-2ff9-405c-ae1f-22627886ade6), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:14.245691 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-2df61189-903f-4e70-9568-b63b25c61a2e None None] Set router 53cbc419-2ff9-405c-ae1f-22627886ade6 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:17:14.326565 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] Publish callbacks [] for router_gateway (53cbc419-2ff9-405c-ae1f-22627886ade6), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:14.350070 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:14.424449 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-2df61189-903f-4e70-9568-b63b25c61a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251'}], 'enable_snat': True}, 'gw_port_id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:17:13Z', 'revision_number': 5, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port': {'id': 'd5d67287-6fbd-4e84-93e2-4c9beade2655', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:bd:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:11:39Z', 'updated_at': '2022-10-17T11:11:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:14.449627 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df61189-903f-4e70-9568-b63b25c61a2e None None] Checking router: 53cbc419-2ff9-405c-ae1f-22627886ade6 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:17:14.459342 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df61189-903f-4e70-9568-b63b25c61a2e None None] Routers {'53cbc419-2ff9-405c-ae1f-22627886ade6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:17:14.459971 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-2df61189-903f-4e70-9568-b63b25c61a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:17:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['53cbc419-2ff9-405c-ae1f-22627886ade6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:14.548251 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-2df61189-903f-4e70-9568-b63b25c61a2e None None] Set router 53cbc419-2ff9-405c-ae1f-22627886ade6 gateway port host: None {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:17:14.598467 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-2df61189-903f-4e70-9568-b63b25c61a2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:17:14Z', 'revision_number': 6, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port_host': None}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:14.626905 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df61189-903f-4e70-9568-b63b25c61a2e None None] The sync data for ids ['53cbc419-2ff9-405c-ae1f-22627886ade6'] in dv-cinder-858463-3-smb is: [{'id': '53cbc419-2ff9-405c-ae1f-22627886ade6', 'name': 'tempest-AttachVolumeShelveTestJSON-1456637962-router', 'tenant_id': '2eb9c390057046beb38851ca545a62b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:11:38Z', 'updated_at': '2022-10-17T11:17:14Z', 'revision_number': 6, 'project_id': '2eb9c390057046beb38851ca545a62b0', 'gw_port_host': None}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:17:14.651019 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] Deleting port d5d67287-6fbd-4e84-93e2-4c9beade2655 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:17:14.651365 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (d5d67287-6fbd-4e84-93e2-4c9beade2655), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:14.728455 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] For port d5d67287-6fbd-4e84-93e2-4c9beade2655, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=d5d67287-6fbd-4e84-93e2-4c9beade2655,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:17:14.729199 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (d5d67287-6fbd-4e84-93e2-4c9beade2655), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:14.741625 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] Calling delete_port for d5d67287-6fbd-4e84-93e2-4c9beade2655 owned by network:router_gateway {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:17:14.912403 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (d5d67287-6fbd-4e84-93e2-4c9beade2655), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:14.939173 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d67287-6fbd-4e84-93e2-4c9beade2655,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:15.002208 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882834'] for router_gateway (53cbc419-2ff9-405c-ae1f-22627886ade6), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.092094 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (53cbc419-2ff9-405c-ae1f-22627886ade6), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.094566 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] Publish callbacks [] for router_controller (53cbc419-2ff9-405c-ae1f-22627886ade6), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.139689 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880894'] for router (53cbc419-2ff9-405c-ae1f-22627886ade6), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.140291 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53cbc419-2ff9-405c-ae1f-22627886ade6 {{(pid=103977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 11:17:15.145038 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.146312 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-e6329e48-d3d6-4d52-841a-071692679dbe admin admin] 10.222.0.43 "DELETE /v2.0/routers/53cbc419-2ff9-405c-ae1f-22627886ade6 HTTP/1.1" status: 204 len: 168 time: 1.0105164 Oct 17 11:17:15.148919 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57710) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:15.196794 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae49daf-8eeb-442b-b492-c7f5ce3d9d88 admin admin] Deleting subnet d5c68dcd-6251-474d-85d1-af8866ed8b7f {{(pid=103977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:17:15.200086 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7ae49daf-8eeb-442b-b492-c7f5ce3d9d88 admin admin] Publish callbacks [] for subnet (d5c68dcd-6251-474d-85d1-af8866ed8b7f), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.235011 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7ae49daf-8eeb-442b-b492-c7f5ce3d9d88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5583397'] for subnet (d5c68dcd-6251-474d-85d1-af8866ed8b7f), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.309741 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7ae49daf-8eeb-442b-b492-c7f5ce3d9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (d5c68dcd-6251-474d-85d1-af8866ed8b7f), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.367750 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7ae49daf-8eeb-442b-b492-c7f5ce3d9d88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5389954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5305135'] for subnet (d5c68dcd-6251-474d-85d1-af8866ed8b7f), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.393396 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae49daf-8eeb-442b-b492-c7f5ce3d9d88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c68dcd-6251-474d-85d1-af8866ed8b7f,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:15.396839 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-7ae49daf-8eeb-442b-b492-c7f5ce3d9d88 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.402802 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-7ae49daf-8eeb-442b-b492-c7f5ce3d9d88 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/d5c68dcd-6251-474d-85d1-af8866ed8b7f HTTP/1.1" status: 204 len: 168 time: 0.2504489 Oct 17 11:17:15.402967 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57712) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:15.405398 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62e79f7-dffb-49b7-89d7-e5e273bce406 None None] Network 9322dbab-695d-4091-abd2-7cf44ae4a8d9 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:17:15.471441 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (9322dbab-695d-4091-abd2-7cf44ae4a8d9), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.521964 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Deleting port d45ea345-0a76-4ee6-8494-6e1d621eb8cf {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:17:15.522307 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.569453 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7628804e-5e31-4ce9-a577-05f51155075d None None] DHCP port deletion for 9322dbab-695d-4091-abd2-7cf44ae4a8d9 request from dv-cinder-858463-3-smb {{(pid=103978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 17 11:17:15.600889 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] For port d45ea345-0a76-4ee6-8494-6e1d621eb8cf, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=d45ea345-0a76-4ee6-8494-6e1d621eb8cf,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:17:15.601319 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.615376 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-7628804e-5e31-4ce9-a577-05f51155075d None None] Deleting port d45ea345-0a76-4ee6-8494-6e1d621eb8cf {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:17:15.615845 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7628804e-5e31-4ce9-a577-05f51155075d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.617649 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Calling delete_port for d45ea345-0a76-4ee6-8494-6e1d621eb8cf owned by network:dhcp {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:17:15.630278 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device d5d67287-6fbd-4e84-93e2-4c9beade2655 no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:17:15.694505 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: d5d67287-6fbd-4e84-93e2-4c9beade2655 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:17:15.694855 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device d5d67287-6fbd-4e84-93e2-4c9beade2655 not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:17:15.695270 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device bc83000a-3150-4d90-82de-81bfaec0a081 no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:17:15.704838 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.721845 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: bc83000a-3150-4d90-82de-81bfaec0a081 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:17:15.722054 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device bc83000a-3150-4d90-82de-81bfaec0a081 not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:17:15.722487 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device d45ea345-0a76-4ee6-8494-6e1d621eb8cf no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:17:15.725142 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-7628804e-5e31-4ce9-a577-05f51155075d None None] For port d45ea345-0a76-4ee6-8494-6e1d621eb8cf, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=d45ea345-0a76-4ee6-8494-6e1d621eb8cf,segment=NetworkSegment(d19e75dc-1cf4-451e-bf88-101117e9398a),segment_id=d19e75dc-1cf4-451e-bf88-101117e9398a)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:17:15.725563 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7628804e-5e31-4ce9-a577-05f51155075d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.733801 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45ea345-0a76-4ee6-8494-6e1d621eb8cf,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:15.736212 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] No DVR routers for this DVR port d45ea345-0a76-4ee6-8494-6e1d621eb8cf on host dv-cinder-858463-3-smb {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:17:15.749172 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: d45ea345-0a76-4ee6-8494-6e1d621eb8cf {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:17:15.749536 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device d45ea345-0a76-4ee6-8494-6e1d621eb8cf not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:17:15.754611 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-7628804e-5e31-4ce9-a577-05f51155075d None None] Calling delete_port for d45ea345-0a76-4ee6-8494-6e1d621eb8cf owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:17:15.811483 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (9322dbab-695d-4091-abd2-7cf44ae4a8d9), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.827282 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7628804e-5e31-4ce9-a577-05f51155075d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319'] for port (d45ea345-0a76-4ee6-8494-6e1d621eb8cf), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.831796 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9322dbab-695d-4091-abd2-7cf44ae4a8d9']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:15.840998 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd19e75dc-1cf4-451e-bf88-101117e9398a') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:15.841326 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd19e75dc-1cf4-451e-bf88-101117e9398a') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:15.851095 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5583420'] for segment (d19e75dc-1cf4-451e-bf88-101117e9398a), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.853745 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7628804e-5e31-4ce9-a577-05f51155075d None None] Pushing event deleted for resources: {'Port': ['ID=d45ea345-0a76-4ee6-8494-6e1d621eb8cf,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:15.858566 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7628804e-5e31-4ce9-a577-05f51155075d None None] No DVR routers for this DVR port d45ea345-0a76-4ee6-8494-6e1d621eb8cf on host dv-cinder-858463-3-smb {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:17:15.866231 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (d19e75dc-1cf4-451e-bf88-101117e9398a), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.873077 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:17:15.873488 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5390436'] for segment (d19e75dc-1cf4-451e-bf88-101117e9398a), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.914425 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment d19e75dc-1cf4-451e-bf88-101117e9398a resource provider aggregate not found Oct 17 11:17:15.933100 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment d19e75dc-1cf4-451e-bf88-101117e9398a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d19e75dc-1cf4-451e-bf88-101117e9398a found for delete ", "request_id": "req-92a91720-a69c-486d-a410-fff1647bcd5b"}]} Oct 17 11:17:15.940453 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (9322dbab-695d-4091-abd2-7cf44ae4a8d9), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.944979 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:15.948446 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] 10.222.0.43 "DELETE /v2.0/networks/9322dbab-695d-4091-abd2-7cf44ae4a8d9 HTTP/1.1" status: 204 len: 168 time: 0.5445468 Oct 17 11:17:15.961402 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de536d8b-af5d-4723-bdad-9f67e52627e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9322dbab-695d-4091-abd2-7cf44ae4a8d9,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:16.074115 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57720) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:16.115401 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-330392a4-8ad6-4fa3-9155-e2a0a61f2a5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2eb9c390057046beb38851ca545a62b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400381 Oct 17 11:17:16.118270 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57722) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:16.169338 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-63a3516a-eba9-4b94-aba4-9ee6c748ded2 admin admin] Publish callbacks [] for security_group (d40429d2-4aae-47b9-bd8b-9930b3351042), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:16.190198 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-63a3516a-eba9-4b94-aba4-9ee6c748ded2 admin admin] Publish callbacks [] for security_group (d40429d2-4aae-47b9-bd8b-9930b3351042), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:16.239803 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-63a3516a-eba9-4b94-aba4-9ee6c748ded2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (d40429d2-4aae-47b9-bd8b-9930b3351042), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:16.242435 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-63a3516a-eba9-4b94-aba4-9ee6c748ded2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:16.243613 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-63a3516a-eba9-4b94-aba4-9ee6c748ded2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d40429d2-4aae-47b9-bd8b-9930b3351042 HTTP/1.1" status: 204 len: 168 time: 0.1241856 Oct 17 11:17:16.251324 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a3516a-eba9-4b94-aba4-9ee6c748ded2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40429d2-4aae-47b9-bd8b-9930b3351042,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:16.960898 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57746) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:17.064319 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1144366198-network', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:17:17.087179 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] Made reservation on behalf of 68adeb8a7fdf4006b4acdd134af31d74 for: {'network': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:17:17.089506 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for network (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.101290 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.175583 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] Publish callbacks [] for security_group (f391bef1-42a1-49c1-a42c-6ff2481ccb31), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.182480 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f391bef1-42a1-49c1-a42c-6ff2481ccb31), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.205859 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=103977) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 17 11:17:17.215306 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f391bef1-42a1-49c1-a42c-6ff2481ccb31,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:17.220181 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (c5734c1e-143f-4607-8f45-7844d62af67d), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.220519 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.segments_db [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] Added segment c5734c1e-143f-4607-8f45-7844d62af67d of type vlan for network 08e3301c-8d3b-4a6e-a050-0dbd71731974 Oct 17 11:17:17.259190 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8735707285324'] for network (08e3301c-8d3b-4a6e-a050-0dbd71731974), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.286963 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024'] for network (08e3301c-8d3b-4a6e-a050-0dbd71731974), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.287859 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:17.288458 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.343857 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3816545 Oct 17 11:17:17.348065 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57750) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:17.353755 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-e8ce1390-64d6-4072-a379-f96c962317c2 admin admin] Request body: {'subnet': {'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1144366198-subnet', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:17:17.357468 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa7c6e-8cdb-4ffd-8892-eb78b28f3541 admin admin] Pushing event updated for resources: {'Network': ['ID=08e3301c-8d3b-4a6e-a050-0dbd71731974,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:17.368033 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Network 08e3301c-8d3b-4a6e-a050-0dbd71731974 details requested by agent ovs-agent-dv-cinder-858463-3-smb with host dv-cinder-858463-3-smb {{(pid=103978) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 17 11:17:17.376819 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ce1390-64d6-4072-a379-f96c962317c2 admin admin] Made reservation on behalf of 68adeb8a7fdf4006b4acdd134af31d74 for: {'subnet': 1} {{(pid=103976) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:17:17.379108 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1390-64d6-4072-a379-f96c962317c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5376029'] for subnet (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.545892 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1390-64d6-4072-a379-f96c962317c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6478531', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5376239'] for subnet (5ed5274d-e2b0-4105-b8d4-dee290d2e878), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.597911 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce1390-64d6-4072-a379-f96c962317c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ed5274d-e2b0-4105-b8d4-dee290d2e878,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:17.607907 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ce1390-64d6-4072-a379-f96c962317c2 admin admin] Checking segment: {'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103976) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:17:17.608260 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ce1390-64d6-4072-a379-f96c962317c2 admin admin] Network hostable DHCP agents. Network: 08e3301c-8d3b-4a6e-a050-0dbd71731974, hostable agents: ['f4a57ad3-2afd-488a-83e3-433ee65eb400'], hosted agents: [] {{(pid=103976) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 17 11:17:17.627071 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ce1390-64d6-4072-a379-f96c962317c2 admin admin] Network 08e3301c-8d3b-4a6e-a050-0dbd71731974 is scheduled to be hosted by DHCP agent f4a57ad3-2afd-488a-83e3-433ee65eb400 with binding_index 1 {{(pid=103976) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 17 11:17:17.636881 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-e8ce1390-64d6-4072-a379-f96c962317c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-858463-3-smb, 08e3301c-8d3b-4a6e-a050-0dbd71731974) {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:17:17.641135 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ce1390-64d6-4072-a379-f96c962317c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:17.641705 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1390-64d6-4072-a379-f96c962317c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for subnet (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.647334 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd544c-a356-4e51-82c5-7515e89656a2 None None] Network 08e3301c-8d3b-4a6e-a050-0dbd71731974 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:17:17.658050 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-e8ce1390-64d6-4072-a379-f96c962317c2 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3087847 Oct 17 11:17:17.661029 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57752) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:17.665708 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:17:17.686956 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7884137', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2277'] for router (945543f0-7bd2-4821-86d5-119b3d7807b6), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.688115 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7880953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7882915', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7956270', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2282'] for router (945543f0-7bd2-4821-86d5-119b3d7807b6), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.745135 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Publish callbacks [] for router_controller (945543f0-7bd2-4821-86d5-119b3d7807b6), precommit_add_association {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.752071 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcf3f1ddb-2710-502b-b25e-3c7b6ab18000-08e3301c-8d3b-4a6e-a050-0dbd71731974', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878'}]}} from dv-cinder-858463-3-smb. {{(pid=103978) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Oct 17 11:17:17.753000 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.879689 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Publish callbacks [] for router_gateway (945543f0-7bd2-4821-86d5-119b3d7807b6), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:17.885983 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.db_base_plugin_common [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Allocated IP 172.20.0.2 (08e3301c-8d3b-4a6e-a050-0dbd71731974/5ed5274d-e2b0-4105-b8d4-dee290d2e878/814a79a6-c911-4f69-93f1-ede5a75e919d) {{(pid=103978) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:17:18.024818 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Publish callbacks [] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), precommit_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:18.033461 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), after_create {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:18.071271 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Network 08e3301c-8d3b-4a6e-a050-0dbd71731974 is already hosted by enough agents. {{(pid=103978) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:17:18.078098 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.scheduler.base_scheduler [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Resources bound (agent type, host, resource id): {{(pid=103978) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:17:18.080551 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Pushing event updated for resources: {'Port': ['ID=814a79a6-c911-4f69-93f1-ede5a75e919d,revision_number=1']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:18.082510 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Received port after_create {{(pid=103978) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:17:18.085493 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Publish callbacks [] for router_gateway (945543f0-7bd2-4821-86d5-119b3d7807b6), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:18.104869 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:18.136133 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Attempting to bind port 814a79a6-c911-4f69-93f1-ede5a75e919d on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:17:18.136373 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Attempting to bind port 814a79a6-c911-4f69-93f1-ede5a75e919d by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:17:18.136743 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Attempting to bind port 814a79a6-c911-4f69-93f1-ede5a75e919d on network 08e3301c-8d3b-4a6e-a050-0dbd71731974 {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:17:18.141893 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:17:18.142249 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Checking segment: {'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:17:18.142682 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:18.143065 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Bound using segment: {'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:17:18.143530 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Bound port: 814a79a6-c911-4f69-93f1-ede5a75e919d, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:17:18.143886 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:18.206838 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] For port 814a79a6-c911-4f69-93f1-ede5a75e919d, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:17:18.210369 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] For port 814a79a6-c911-4f69-93f1-ede5a75e919d, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=814a79a6-c911-4f69-93f1-ede5a75e919d,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:17:18.211189 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Allocated IP 172.28.1.137 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/87c4fc57-031a-4d2a-a8e9-68d03cf70dfe) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:17:18.217047 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:18.267388 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba66eb-27df-4fab-a565-864e87a7e07c None None] Pushing event updated for resources: {'Port': ['ID=814a79a6-c911-4f69-93f1-ede5a75e919d,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:18.317413 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Publish callbacks [] for port (87c4fc57-031a-4d2a-a8e9-68d03cf70dfe), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:18.351953 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (87c4fc57-031a-4d2a-a8e9-68d03cf70dfe), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:18.396845 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:17:18.399215 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:17:18.401964 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:17:18.432286 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Pushing event updated for resources: {'Port': ['ID=87c4fc57-031a-4d2a-a8e9-68d03cf70dfe,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:18.669364 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Publish callbacks [] for router_gateway (945543f0-7bd2-4821-86d5-119b3d7807b6), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:18.866713 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7880944', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7882870'] for router (945543f0-7bd2-4821-86d5-119b3d7807b6), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:18.997627 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Router 945543f0-7bd2-4821-86d5-119b3d7807b6 is scheduled to L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 with binding_index 1 {{(pid=103977) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 17 11:17:19.102615 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:17:19.114148 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Sync routers for ids ['945543f0-7bd2-4821-86d5-119b3d7807b6'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:17:19.122810 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:19.124080 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-0aabbb63-ab6b-4e91-8586-3db41b8ffbfd admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4619913 Oct 17 11:17:19.127370 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57754) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:19.130771 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Routers {'945543f0-7bd2-4821-86d5-119b3d7807b6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:17:19.131475 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:17:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['945543f0-7bd2-4821-86d5-119b3d7807b6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:19.169888 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db90eb85-0b11-4fb2-a01b-2609adebb00b None None] Network 08e3301c-8d3b-4a6e-a050-0dbd71731974 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:17:19.307613 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Set router 945543f0-7bd2-4821-86d5-119b3d7807b6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:17:19.331671 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-74b2bedb-e95b-42ad-bcda-71dd1b46050d None None] Provisioning complete for port 814a79a6-c911-4f69-93f1-ede5a75e919d triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:17:19.332046 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-74b2bedb-e95b-42ad-bcda-71dd1b46050d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:19.332377 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-74b2bedb-e95b-42ad-bcda-71dd1b46050d None None] Attempt 1 to provision port 814a79a6-c911-4f69-93f1-ede5a75e919d Oct 17 11:17:19.530395 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:19.548043 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-74b2bedb-e95b-42ad-bcda-71dd1b46050d None None] Current status of the port 814a79a6-c911-4f69-93f1-ede5a75e919d is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:17:19.548771 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-74b2bedb-e95b-42ad-bcda-71dd1b46050d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:19.591126 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-74b2bedb-e95b-42ad-bcda-71dd1b46050d None None] For port 814a79a6-c911-4f69-93f1-ede5a75e919d, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=814a79a6-c911-4f69-93f1-ede5a75e919d,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:17:19.601678 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-74b2bedb-e95b-42ad-bcda-71dd1b46050d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:19.607447 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:18Z', 'revision_number': 3, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:19.653381 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Checking router: 945543f0-7bd2-4821-86d5-119b3d7807b6 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:17:19.653723 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Updating router 945543f0-7bd2-4821-86d5-119b3d7807b6 port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe binding host dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:17:19.688774 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 814a79a6-c911-4f69-93f1-ede5a75e919d up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:17:19.726436 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Allocated IP 172.20.0.1 (08e3301c-8d3b-4a6e-a050-0dbd71731974/5ed5274d-e2b0-4105-b8d4-dee290d2e878/cfb043e4-c60d-405a-89ae-6022fdd23442) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:17:19.733378 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (87c4fc57-031a-4d2a-a8e9-68d03cf70dfe), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:19.736486 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2bedb-e95b-42ad-bcda-71dd1b46050d None None] Pushing event updated for resources: {'Port': ['ID=814a79a6-c911-4f69-93f1-ede5a75e919d,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:19.832441 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Publish callbacks [] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:19.852453 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 814a79a6-c911-4f69-93f1-ede5a75e919d triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:17:19.852824 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:19.853179 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 814a79a6-c911-4f69-93f1-ede5a75e919d Oct 17 11:17:19.867531 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:19.905858 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Network 08e3301c-8d3b-4a6e-a050-0dbd71731974 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:17:19.909372 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:17:19.912986 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:17:19.940936 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb043e4-c60d-405a-89ae-6022fdd23442,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:19.963888 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7878563'] for router_interface (945543f0-7bd2-4821-86d5-119b3d7807b6), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:20.039665 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-536673f1-9cf9-4220-884b-d73944ebda7f None None] Provisioning complete for port 814a79a6-c911-4f69-93f1-ede5a75e919d triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:17:20.040178 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-536673f1-9cf9-4220-884b-d73944ebda7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:20.040497 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-536673f1-9cf9-4220-884b-d73944ebda7f None None] Attempt 1 to provision port 814a79a6-c911-4f69-93f1-ede5a75e919d Oct 17 11:17:20.111558 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:20.229187 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 814a79a6-c911-4f69-93f1-ede5a75e919d is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:17:20.233376 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-536673f1-9cf9-4220-884b-d73944ebda7f None None] Current status of the port 814a79a6-c911-4f69-93f1-ede5a75e919d is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:17:20.270785 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Publish callbacks [] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:20.271378 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Publish callbacks [] for port (87c4fc57-031a-4d2a-a8e9-68d03cf70dfe), precommit_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:20.276682 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:20.277959 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (87c4fc57-031a-4d2a-a8e9-68d03cf70dfe), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:20.308941 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Attempting to bind port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:17:20.309332 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Attempting to bind port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:17:20.309691 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Attempting to bind port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe on network 59bc4f32-b948-49dd-8148-863382a25dbf {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:17:20.318721 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:17:20.319067 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Checking segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103978) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:17:20.319461 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:20.319860 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Bound using segment: {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'} {{(pid=103978) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:17:20.320306 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.managers [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Bound port: 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}}] {{(pid=103978) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:17:20.320715 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (87c4fc57-031a-4d2a-a8e9-68d03cf70dfe), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:20.345312 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d745deb-a3c9-404b-acff-a95840a830e3 None None] Pushing event updated for resources: {'Port': ['ID=87c4fc57-031a-4d2a-a8e9-68d03cf70dfe,revision_number=2']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:20.382753 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Provisioning complete for port cfb043e4-c60d-405a-89ae-6022fdd23442 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:17:20.383123 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:20.383575 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Attempt 1 to provision port cfb043e4-c60d-405a-89ae-6022fdd23442 Oct 17 11:17:20.389002 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] For port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103978) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:17:20.420578 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] For port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=87c4fc57-031a-4d2a-a8e9-68d03cf70dfe,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:17:20.431589 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (87c4fc57-031a-4d2a-a8e9-68d03cf70dfe), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:20.435138 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Port cfb043e4-c60d-405a-89ae-6022fdd23442 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:17:20.467041 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Routers {'945543f0-7bd2-4821-86d5-119b3d7807b6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:17:20.467688 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:17:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['945543f0-7bd2-4821-86d5-119b3d7807b6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:20.532476 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d745deb-a3c9-404b-acff-a95840a830e3 None None] Pushing event updated for resources: {'Port': ['ID=87c4fc57-031a-4d2a-a8e9-68d03cf70dfe,revision_number=3']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:20.585901 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] Set router 945543f0-7bd2-4821-86d5-119b3d7807b6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:17:20.588810 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-8316014', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7878455'] for router_interface (945543f0-7bd2-4821-86d5-119b3d7807b6), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:20.590674 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Pushing event updated for resources: {'Port': ['ID=cfb043e4-c60d-405a-89ae-6022fdd23442,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:20.681977 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Network 08e3301c-8d3b-4a6e-a050-0dbd71731974 is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:17:20.683501 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:17:20.786104 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 2, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:20.803154 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Router 945543f0-7bd2-4821-86d5-119b3d7807b6 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103976) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:17:20.812605 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83605a5-5fdb-47aa-bdf6-e105872cc711 None None] The sync data for ids ['945543f0-7bd2-4821-86d5-119b3d7807b6'] in dv-cinder-858463-3-smb is: [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 2, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:17:20.910769 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103976) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:17:20.915761 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-3619afac-eba0-4978-ab19-2f3989f88018 admin admin] 10.222.0.43 "PUT /v2.0/routers/945543f0-7bd2-4821-86d5-119b3d7807b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7873101 Oct 17 11:17:20.936764 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Attempt 2 to provision port cfb043e4-c60d-405a-89ae-6022fdd23442 Oct 17 11:17:20.974355 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Port cfb043e4-c60d-405a-89ae-6022fdd23442 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:17:21.215532 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57762) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:21.220323 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-73a86335-c374-41f3-b541-c41c0b54c475 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1368165193', 'description': 'tempest-description--1502264159'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:17:21.242405 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-73a86335-c374-41f3-b541-c41c0b54c475 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.314630 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-73a86335-c374-41f3-b541-c41c0b54c475 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group (80198fd7-85cb-49dc-ba23-494fa60e95f5), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.319813 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-73a86335-c374-41f3-b541-c41c0b54c475 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (80198fd7-85cb-49dc-ba23-494fa60e95f5), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.351953 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-73a86335-c374-41f3-b541-c41c0b54c475 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.353236 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-73a86335-c374-41f3-b541-c41c0b54c475 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1366396 Oct 17 11:17:21.355111 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a86335-c374-41f3-b541-c41c0b54c475 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80198fd7-85cb-49dc-ba23-494fa60e95f5,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:21.356350 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57764) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:21.361581 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-89832ef7-e377-478b-b77d-93215e1cdc2e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Request body: {'security_group_rule': {'security_group_id': '80198fd7-85cb-49dc-ba23-494fa60e95f5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:17:21.391988 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-89832ef7-e377-478b-b77d-93215e1cdc2e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group_rule (b48aa0ec-5dc0-4b22-bda5-557f59aa5d65), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.467412 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-89832ef7-e377-478b-b77d-93215e1cdc2e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group_rule (b48aa0ec-5dc0-4b22-bda5-557f59aa5d65), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.476329 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Attempt 3 to provision port cfb043e4-c60d-405a-89ae-6022fdd23442 Oct 17 11:17:21.476823 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-89832ef7-e377-478b-b77d-93215e1cdc2e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (b48aa0ec-5dc0-4b22-bda5-557f59aa5d65), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.494591 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89832ef7-e377-478b-b77d-93215e1cdc2e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b48aa0ec-5dc0-4b22-bda5-557f59aa5d65,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:21.506583 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-89832ef7-e377-478b-b77d-93215e1cdc2e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.508055 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-89832ef7-e377-478b-b77d-93215e1cdc2e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1506550 Oct 17 11:17:21.510781 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 57766) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:21.514655 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Port cfb043e4-c60d-405a-89ae-6022fdd23442 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:17:21.515417 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-3b7b9521-8d1c-410d-95a0-859788ae38ab tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Request body: {'security_group_rule': {'security_group_id': '80198fd7-85cb-49dc-ba23-494fa60e95f5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:17:21.542290 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9521-8d1c-410d-95a0-859788ae38ab tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group_rule (e98b24d4-bb6c-405a-ae00-86ab42e3e0ec), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.612482 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9521-8d1c-410d-95a0-859788ae38ab tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group_rule (e98b24d4-bb6c-405a-ae00-86ab42e3e0ec), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.618535 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9521-8d1c-410d-95a0-859788ae38ab tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (e98b24d4-bb6c-405a-ae00-86ab42e3e0ec), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.639992 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b9521-8d1c-410d-95a0-859788ae38ab tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98b24d4-bb6c-405a-ae00-86ab42e3e0ec,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:21.646285 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-3b7b9521-8d1c-410d-95a0-859788ae38ab tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.647654 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-3b7b9521-8d1c-410d-95a0-859788ae38ab tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1357591 Oct 17 11:17:21.650855 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57768) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:21.655921 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Request body: {'floatingip': {'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:17:21.682015 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.715809 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:17:21.766148 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:17:21.766671 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (87c4fc57-031a-4d2a-a8e9-68d03cf70dfe), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.767334 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe Oct 17 11:17:21.788751 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.846457 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:17:21.846846 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (87c4fc57-031a-4d2a-a8e9-68d03cf70dfe), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.867673 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] For port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=87c4fc57-031a-4d2a-a8e9-68d03cf70dfe,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:17:21.873105 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (87c4fc57-031a-4d2a-a8e9-68d03cf70dfe), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.874205 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 814a79a6-c911-4f69-93f1-ede5a75e919d up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:17:21.904628 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Allocated IP 172.28.1.159 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/ffb4ad02-e73a-4ee0-8074-37f55e2ba49b) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:17:21.951188 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Pushing event updated for resources: {'Port': ['ID=87c4fc57-031a-4d2a-a8e9-68d03cf70dfe,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:21.959056 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 814a79a6-c911-4f69-93f1-ede5a75e919d triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:17:21.959818 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:21.960001 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 814a79a6-c911-4f69-93f1-ede5a75e919d Oct 17 11:17:22.022397 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Attempt 4 to provision port cfb043e4-c60d-405a-89ae-6022fdd23442 Oct 17 11:17:22.022934 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for port (ffb4ad02-e73a-4ee0-8074-37f55e2ba49b), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:22.062552 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 814a79a6-c911-4f69-93f1-ede5a75e919d is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:17:22.063402 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (ffb4ad02-e73a-4ee0-8074-37f55e2ba49b), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:22.069495 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Port cfb043e4-c60d-405a-89ae-6022fdd23442 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:17:22.109412 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:17:22.113053 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:17:22.114937 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event updated for resources: {'Port': ['ID=ffb4ad02-e73a-4ee0-8074-37f55e2ba49b,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:22.117084 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:17:22.203462 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for floatingip (87466ce9-1df7-4a7d-9279-6b23dbd5090e), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:22.244944 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (ffb4ad02-e73a-4ee0-8074-37f55e2ba49b), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:22.397282 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for port (ffb4ad02-e73a-4ee0-8074-37f55e2ba49b), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:22.403578 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (ffb4ad02-e73a-4ee0-8074-37f55e2ba49b), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:22.467817 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (87466ce9-1df7-4a7d-9279-6b23dbd5090e), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:22.470554 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event updated for resources: {'Port': ['ID=ffb4ad02-e73a-4ee0-8074-37f55e2ba49b,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:22.488679 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:22.490422 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-be155bf8-873e-4f90-9a16-883a6e4d1412 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8383684 Oct 17 11:17:22.570269 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Attempt 5 to provision port cfb043e4-c60d-405a-89ae-6022fdd23442 Oct 17 11:17:22.604493 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Port cfb043e4-c60d-405a-89ae-6022fdd23442 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:17:22.647964 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-40e1ab1a-08a0-40cf-a622-829667183573 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1368165193&fields=id&tenant_id=68adeb8a7fdf4006b4acdd134af31d74 HTTP/1.1" status: 200 len: 267 time: 0.0419240 Oct 17 11:17:22.758354 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aded1-2685-4d29-8965-61fb1779cb08 req-8c1c00cd-f9f0-4bf5-8091-98f6ff83d4d1 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:22.759774 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-8c1c00cd-f9f0-4bf5-8091-98f6ff83d4d1 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/networks?id=08e3301c-8d3b-4a6e-a050-0dbd71731974 HTTP/1.1" status: 200 len: 811 time: 0.1051657 Oct 17 11:17:22.774998 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-c18f9754-5f6e-4358-9ea8-afcbc94f25c7 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/quotas/68adeb8a7fdf4006b4acdd134af31d74 HTTP/1.1" status: 200 len: 375 time: 0.0095797 Oct 17 11:17:22.825951 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Sync routers for ids ['945543f0-7bd2-4821-86d5-119b3d7807b6'] in dv-cinder-858463-3-smb {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:17:22.833004 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-db412ab3-b8b9-4374-8651-2526fd09bd3f tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=68adeb8a7fdf4006b4acdd134af31d74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530603 Oct 17 11:17:22.836780 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Routers {'945543f0-7bd2-4821-86d5-119b3d7807b6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:17:22.837432 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:17:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['945543f0-7bd2-4821-86d5-119b3d7807b6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:22.895280 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-5ee4c6b2-0943-44b8-a890-4f71ab7b28b4 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103976) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 11:17:22.896293 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-5ee4c6b2-0943-44b8-a890-4f71ab7b28b4 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0522895 Oct 17 11:17:22.943139 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Set router 945543f0-7bd2-4821-86d5-119b3d7807b6 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:17:22.988616 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-f2fa326a-efa7-411e-8f4d-5777a4f7d263 service neutron] 10.222.0.43 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860898 Oct 17 11:17:23.083103 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-88327c8a-c629-4d83-bb8f-a610da9aa1f5 service neutron] 10.222.0.43 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886819 Oct 17 11:17:23.106495 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Attempt 6 to provision port cfb043e4-c60d-405a-89ae-6022fdd23442 Oct 17 11:17:23.142824 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 2, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:23.145732 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Port cfb043e4-c60d-405a-89ae-6022fdd23442 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:17:23.168565 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Checking router: 945543f0-7bd2-4821-86d5-119b3d7807b6 for host: dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:17:23.169054 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Updating router 945543f0-7bd2-4821-86d5-119b3d7807b6 port cfb043e4-c60d-405a-89ae-6022fdd23442 binding host dv-cinder-858463-3-smb {{(pid=103979) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 17 11:17:23.201666 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:23.259797 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-20a70b1c-6304-4e0a-b3b5-5d042cfc96d5 req-c7a64ea9-8860-43dd-8ca5-36290c3454b6 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 210 time: 0.0278902 Oct 17 11:17:23.550682 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Publish callbacks [] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), precommit_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:23.557333 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:23.612016 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:17:23.626796 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Pushing event updated for resources: {'Port': ['ID=cfb043e4-c60d-405a-89ae-6022fdd23442,revision_number=3']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:23.648252 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Attempt 7 to provision port cfb043e4-c60d-405a-89ae-6022fdd23442 Oct 17 11:17:23.650884 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:23.651241 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:23.651584 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:23.651919 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:23.652434 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:23.652917 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:23.653426 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:23.653933 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:23.654263 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:23.654616 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:23.654944 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:23.655273 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:23.655608 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103979) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:23.667513 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Attempting to bind port cfb043e4-c60d-405a-89ae-6022fdd23442 on host dv-cinder-858463-3-smb for vnic_type normal with profile {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:17:23.668171 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Attempting to bind port cfb043e4-c60d-405a-89ae-6022fdd23442 by drivers openvswitch,hyperv on host dv-cinder-858463-3-smb at level 0 using segments [{'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:17:23.668491 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Attempting to bind port cfb043e4-c60d-405a-89ae-6022fdd23442 on network 08e3301c-8d3b-4a6e-a050-0dbd71731974 {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:17:23.674761 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Checking agent: {'id': '3ceddab5-44c0-4135-b5af-db7cfafacc0b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-858463-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 10, 57, 44), 'started_at': datetime.datetime(2022, 10, 17, 10, 58, 14), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-858463-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:17:23.675395 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Checking segment: {'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103979) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:17:23.675792 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:23.676184 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Bound using segment: {'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'} {{(pid=103979) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:17:23.676652 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.managers [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Bound port: cfb043e4-c60d-405a-89ae-6022fdd23442, host: dv-cinder-858463-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'}}] {{(pid=103979) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:17:23.677242 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), before_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:23.686119 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Port cfb043e4-c60d-405a-89ae-6022fdd23442 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:17:23.694477 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:17:23.695021 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (87c4fc57-031a-4d2a-a8e9-68d03cf70dfe), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:23.695524 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe Oct 17 11:17:23.740461 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] For port cfb043e4-c60d-405a-89ae-6022fdd23442, host dv-cinder-858463-3-smb, cleared binding levels {{(pid=103979) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:17:23.744050 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.plugins.ml2.db [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] For port cfb043e4-c60d-405a-89ae-6022fdd23442, host dv-cinder-858463-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=cfb043e4-c60d-405a-89ae-6022fdd23442,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103979) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:17:23.751223 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron_lib.callbacks.manager [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), after_update {{(pid=103979) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:23.769724 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:17:23.784271 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Routers {'945543f0-7bd2-4821-86d5-119b3d7807b6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103979) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:17:23.784811 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:17:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['945543f0-7bd2-4821-86d5-119b3d7807b6'], 'active': True} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:23.876748 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d9c31-5db0-484d-8c35-d13db27fe0d7 None None] Pushing event updated for resources: {'Port': ['ID=cfb043e4-c60d-405a-89ae-6022fdd23442,revision_number=4']} {{(pid=103979) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:23.904938 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_dvr_db [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] Set router 945543f0-7bd2-4821-86d5-119b3d7807b6 gateway port host: dv-cinder-858463-3-smb {{(pid=103979) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:17:24.100996 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.l3_hamode_db [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:23Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103979) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:24.124150 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4a2426-fad3-4a0c-b1e6-06b1a91bd498 None None] The sync data for ids ['945543f0-7bd2-4821-86d5-119b3d7807b6'] in dv-cinder-858463-3-smb is: [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:23Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103979) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:17:24.187164 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Attempt 8 to provision port cfb043e4-c60d-405a-89ae-6022fdd23442 Oct 17 11:17:24.271897 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Current status of the port cfb043e4-c60d-405a-89ae-6022fdd23442 is: DOWN; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:17:24.272375 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:24.308708 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] For port cfb043e4-c60d-405a-89ae-6022fdd23442, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=cfb043e4-c60d-405a-89ae-6022fdd23442,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:17:24.314162 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:24.369348 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab93e63-de17-4343-8bdf-4cf29cd4d620 None None] Pushing event updated for resources: {'Port': ['ID=cfb043e4-c60d-405a-89ae-6022fdd23442,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:24.387716 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-986ec569-0185-4161-9ecf-13fd832c6e89 req-bb18fc30-bbc2-4bb4-8354-b18024c5a7fa tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 210 time: 0.0417798 Oct 17 11:17:24.440473 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-693c0317-0378-4a8d-ad16-7246d7aa4d9a None None] Provisioning complete for port cfb043e4-c60d-405a-89ae-6022fdd23442 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:17:24.440869 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-693c0317-0378-4a8d-ad16-7246d7aa4d9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:24.441252 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-693c0317-0378-4a8d-ad16-7246d7aa4d9a None None] Attempt 1 to provision port cfb043e4-c60d-405a-89ae-6022fdd23442 Oct 17 11:17:24.469878 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aded1-2685-4d29-8965-61fb1779cb08 req-4912f3b2-36bd-45b0-a56e-698e6f409cd5 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:24.473014 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-4912f3b2-36bd-45b0-a56e-698e6f409cd5 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.23 "GET /v2.0/networks?id=08e3301c-8d3b-4a6e-a050-0dbd71731974 HTTP/1.1" status: 200 len: 811 time: 0.1454062 Oct 17 11:17:24.528874 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-693c0317-0378-4a8d-ad16-7246d7aa4d9a None None] Current status of the port cfb043e4-c60d-405a-89ae-6022fdd23442 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:17:24.553820 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-70a5b096-c6d5-42b4-ad6a-90ea1c70e2e7 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68adeb8a7fdf4006b4acdd134af31d74 HTTP/1.1" status: 200 len: 380 time: 0.0659103 Oct 17 11:17:24.564655 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-296aded1-2685-4d29-8965-61fb1779cb08 req-30bfaa9e-051a-4051-a3cb-084c20496612 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Request body: {'port': {'device_id': '12f61bcb-9675-400c-9316-0368e54293a0', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'admin_state_up': True, 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'security_groups': ['80198fd7-85cb-49dc-ba23-494fa60e95f5']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:17:24.679648 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296aded1-2685-4d29-8965-61fb1779cb08 req-30bfaa9e-051a-4051-a3cb-084c20496612 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Made reservation on behalf of 68adeb8a7fdf4006b4acdd134af31d74 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:17:24.683192 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-296aded1-2685-4d29-8965-61fb1779cb08 req-30bfaa9e-051a-4051-a3cb-084c20496612 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:24.808969 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-296aded1-2685-4d29-8965-61fb1779cb08 req-30bfaa9e-051a-4051-a3cb-084c20496612 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Allocated IP 172.20.0.13 (08e3301c-8d3b-4a6e-a050-0dbd71731974/5ed5274d-e2b0-4105-b8d4-dee290d2e878/573518e3-efaa-4037-8edc-faf0ab8ef7e9) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:17:24.958975 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-296aded1-2685-4d29-8965-61fb1779cb08 req-30bfaa9e-051a-4051-a3cb-084c20496612 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:24.994911 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-296aded1-2685-4d29-8965-61fb1779cb08 req-30bfaa9e-051a-4051-a3cb-084c20496612 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:25.033767 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296aded1-2685-4d29-8965-61fb1779cb08 req-30bfaa9e-051a-4051-a3cb-084c20496612 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Network 08e3301c-8d3b-4a6e-a050-0dbd71731974 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:17:25.036813 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-296aded1-2685-4d29-8965-61fb1779cb08 req-30bfaa9e-051a-4051-a3cb-084c20496612 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:17:25.046472 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-296aded1-2685-4d29-8965-61fb1779cb08 req-30bfaa9e-051a-4051-a3cb-084c20496612 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:17:25.052748 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfaa9e-051a-4051-a3cb-084c20496612 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event updated for resources: {'Port': ['ID=573518e3-efaa-4037-8edc-faf0ab8ef7e9,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:25.099441 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aded1-2685-4d29-8965-61fb1779cb08 req-30bfaa9e-051a-4051-a3cb-084c20496612 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:25.100133 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-296aded1-2685-4d29-8965-61fb1779cb08 req-30bfaa9e-051a-4051-a3cb-084c20496612 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:25.118582 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-30bfaa9e-051a-4051-a3cb-084c20496612 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5579143 Oct 17 11:17:25.132874 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-75d161d0-4f07-46f4-bd6f-8341046a8b4b tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=103977) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Oct 17 11:17:25.133891 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-75d161d0-4f07-46f4-bd6f-8341046a8b4b tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054688 Oct 17 11:17:25.196272 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Request body: {'port': {'device_id': '12f61bcb-9675-400c-9316-0368e54293a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:17:25.253566 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:25.253978 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-bda80c3a-4e97-443f-ab13-347de0c32b50 None None] Provisioning complete for port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:17:25.254511 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bda80c3a-4e97-443f-ab13-347de0c32b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:25.254691 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-bda80c3a-4e97-443f-ab13-347de0c32b50 None None] Attempt 1 to provision port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 Oct 17 11:17:25.286362 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-bda80c3a-4e97-443f-ab13-347de0c32b50 None None] Port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:17:25.541930 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573518e3-efaa-4037-8edc-faf0ab8ef7e9 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:17:25.551256 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Publish callbacks [] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:25.568181 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac7591-396e-4eb6-90a6-a4a15b11068f req-14d6b365-1d6a-45f0-9eff-254ab235941e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:25.569679 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-79ac7591-396e-4eb6-90a6-a4a15b11068f req-14d6b365-1d6a-45f0-9eff-254ab235941e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 932 time: 0.1000760 Oct 17 11:17:25.574880 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Transition to ACTIVE for port object 573518e3-efaa-4037-8edc-faf0ab8ef7e9 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:17:25.585037 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:25.635902 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device cfb043e4-c60d-405a-89ae-6022fdd23442 up at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:17:25.683013 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Provisioning complete for port cfb043e4-c60d-405a-89ae-6022fdd23442 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:17:25.683391 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:25.683728 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Attempt 1 to provision port cfb043e4-c60d-405a-89ae-6022fdd23442 Oct 17 11:17:25.763754 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Current status of the port cfb043e4-c60d-405a-89ae-6022fdd23442 is: ACTIVE; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:17:25.788007 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-bda80c3a-4e97-443f-ab13-347de0c32b50 None None] Attempt 2 to provision port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 Oct 17 11:17:25.821612 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-bda80c3a-4e97-443f-ab13-347de0c32b50 None None] Port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:17:25.943795 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=573518e3-efaa-4037-8edc-faf0ab8ef7e9,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:25.954819 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-79ac7591-396e-4eb6-90a6-a4a15b11068f req-c0a825e8-0a29-463d-9f61-e900eacb9f02 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3773787 Oct 17 11:17:25.983855 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Attempting to bind port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:17:25.984219 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Attempting to bind port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:17:25.984592 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Attempting to bind port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 on network 08e3301c-8d3b-4a6e-a050-0dbd71731974 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:17:25.989189 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 on network 08e3301c-8d3b-4a6e-a050-0dbd71731974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:17:25.989507 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Attempting to bind port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 on network 08e3301c-8d3b-4a6e-a050-0dbd71731974 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:17:25.994467 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:17:25.994808 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Checking segment: {'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:17:25.995196 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Bound using segment: {'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:17:25.995624 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Bound port: 573518e3-efaa-4037-8edc-faf0ab8ef7e9, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:17:25.995940 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:26.055571 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] For port 573518e3-efaa-4037-8edc-faf0ab8ef7e9, host hv-cinder-85846, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:17:26.058558 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] For port 573518e3-efaa-4037-8edc-faf0ab8ef7e9, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=573518e3-efaa-4037-8edc-faf0ab8ef7e9,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:17:26.066431 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:26.071316 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:26.071962 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:26.073335 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] 10.222.0.23 "PUT /v2.0/ports/573518e3-efaa-4037-8edc-faf0ab8ef7e9 HTTP/1.1" status: 200 len: 1094 time: 0.9284949 Oct 17 11:17:26.073840 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f61bcb-9675-400c-9316-0368e54293a0', 'tag': '573518e3-efaa-4037-8edc-faf0ab8ef7e9'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:17:26.076143 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3becb30e-0b1b-451e-807f-20e8b98ef009" -d '{"events": [{"name": "network-changed", "server_uuid": "12f61bcb-9675-400c-9316-0368e54293a0", "tag": "573518e3-efaa-4037-8edc-faf0ab8ef7e9"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:17:26.119279 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f67e531-7aa9-405d-919d-bcefa5a46767 x-openstack-request-id: req-8f67e531-7aa9-405d-919d-bcefa5a46767 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:17:26.119579 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f61bcb-9675-400c-9316-0368e54293a0", "tag": "573518e3-efaa-4037-8edc-faf0ab8ef7e9", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:17:26.119802 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8f67e531-7aa9-405d-919d-bcefa5a46767 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:17:26.120226 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f67e531-7aa9-405d-919d-bcefa5a46767'] response: {'name': 'network-changed', 'server_uuid': '12f61bcb-9675-400c-9316-0368e54293a0', 'tag': '573518e3-efaa-4037-8edc-faf0ab8ef7e9', 'status': 'completed', 'code': 200} Oct 17 11:17:26.123226 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd529fe2-d149-470f-8421-47c7a90af4a8 service neutron] Pushing event updated for resources: {'Port': ['ID=573518e3-efaa-4037-8edc-faf0ab8ef7e9,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:26.178048 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bb3403ef-b3a6-480e-8f18-d1289e81b651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:26.179593 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-bb3403ef-b3a6-480e-8f18-d1289e81b651 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68adeb8a7fdf4006b4acdd134af31d74&device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 1128 time: 0.0514262 Oct 17 11:17:26.219921 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-ae3bc4c4-cd10-4e2a-a8ac-ac8a0006668c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=573518e3-efaa-4037-8edc-faf0ab8ef7e9 HTTP/1.1" status: 200 len: 217 time: 0.0322971 Oct 17 11:17:26.275596 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aded1-2685-4d29-8965-61fb1779cb08 req-f19d6e38-09af-4520-9e79-e59897a8ffcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:26.277057 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-f19d6e38-09af-4520-9e79-e59897a8ffcd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ed5274d-e2b0-4105-b8d4-dee290d2e878 HTTP/1.1" status: 200 len: 850 time: 0.0488307 Oct 17 11:17:26.323146 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-bda80c3a-4e97-443f-ab13-347de0c32b50 None None] Attempt 3 to provision port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 Oct 17 11:17:26.342442 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296aded1-2685-4d29-8965-61fb1779cb08 req-4b2bf6ba-f633-4130-9420-ab4c31aa698b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:26.344187 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-4b2bf6ba-f633-4130-9420-ab4c31aa698b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08e3301c-8d3b-4a6e-a050-0dbd71731974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0557044 Oct 17 11:17:26.361676 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-bda80c3a-4e97-443f-ab13-347de0c32b50 None None] Port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 had new provisioning blocks added so it will not transition to active. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 17 11:17:26.436775 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-260aab3b-7d62-41ea-becb-4ee653847253 service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826359 Oct 17 11:17:26.534707 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-296aded1-2685-4d29-8965-61fb1779cb08 req-65f4e1a7-659a-4903-8ec8-f786b6a20b5f service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879292 Oct 17 11:17:26.641910 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becb30e-0b1b-451e-807f-20e8b98ef009 req-4e5c917d-9995-4fe4-b423-b73a63f54dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:26.643385 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3becb30e-0b1b-451e-807f-20e8b98ef009 req-4e5c917d-9995-4fe4-b423-b73a63f54dbf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68adeb8a7fdf4006b4acdd134af31d74&device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 1128 time: 0.0533805 Oct 17 11:17:26.735996 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becb30e-0b1b-451e-807f-20e8b98ef009 req-eb1bb725-72d1-408f-8ca3-ceac7f1aba74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:26.737722 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3becb30e-0b1b-451e-807f-20e8b98ef009 req-eb1bb725-72d1-408f-8ca3-ceac7f1aba74 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08e3301c-8d3b-4a6e-a050-0dbd71731974 HTTP/1.1" status: 200 len: 912 time: 0.0883338 Oct 17 11:17:26.784789 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3becb30e-0b1b-451e-807f-20e8b98ef009 req-90e968fa-538b-4813-8b11-1ae20b4ae7fe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=573518e3-efaa-4037-8edc-faf0ab8ef7e9 HTTP/1.1" status: 200 len: 217 time: 0.0358853 Oct 17 11:17:26.836653 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becb30e-0b1b-451e-807f-20e8b98ef009 req-3995b1d3-c3e4-4511-bd9c-acaaea54a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:26.838085 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3becb30e-0b1b-451e-807f-20e8b98ef009 req-3995b1d3-c3e4-4511-bd9c-acaaea54a669 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ed5274d-e2b0-4105-b8d4-dee290d2e878 HTTP/1.1" status: 200 len: 850 time: 0.0434458 Oct 17 11:17:26.887985 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becb30e-0b1b-451e-807f-20e8b98ef009 req-91e3d420-3d44-4912-930f-ca8c8c1e12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:26.889471 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3becb30e-0b1b-451e-807f-20e8b98ef009 req-91e3d420-3d44-4912-930f-ca8c8c1e12a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08e3301c-8d3b-4a6e-a050-0dbd71731974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439932 Oct 17 11:17:26.980669 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3becb30e-0b1b-451e-807f-20e8b98ef009 req-b3d6ef75-0ceb-47b2-8c8e-3fc2bcf60329 service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840650 Oct 17 11:17:27.106784 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3becb30e-0b1b-451e-807f-20e8b98ef009 req-2e39b44b-e8de-4075-b226-89cd876ebc9d service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186349 Oct 17 11:17:27.117822 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcface5-9be1-4f67-a592-16d40455c2f2 req-7a4647e6-ec28-4e04-8282-fb333985025e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:27.119302 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9dcface5-9be1-4f67-a592-16d40455c2f2 req-7a4647e6-ec28-4e04-8282-fb333985025e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 944 time: 0.0845118 Oct 17 11:17:27.168521 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9dcface5-9be1-4f67-a592-16d40455c2f2 req-717114d8-24a6-4b53-a886-b47b547faf6a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435343 Oct 17 11:17:28.299284 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453266af-40e1-42ea-92c6-6ff3c702681f req-af7cad7f-9b95-4e22-9fb6-9e2dfb0615b4 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:28.300755 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-453266af-40e1-42ea-92c6-6ff3c702681f req-af7cad7f-9b95-4e22-9fb6-9e2dfb0615b4 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 944 time: 0.0564802 Oct 17 11:17:28.346938 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-453266af-40e1-42ea-92c6-6ff3c702681f req-d7ab9905-a4f6-451f-8835-87fe90c3a72d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403714 Oct 17 11:17:29.484916 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24837ac8-9909-464b-a91a-32c147a90abf req-6346aaa6-a9f7-41cc-a63d-abdf8196665a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:29.486412 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-24837ac8-9909-464b-a91a-32c147a90abf req-6346aaa6-a9f7-41cc-a63d-abdf8196665a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 944 time: 0.0537448 Oct 17 11:17:29.547726 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-24837ac8-9909-464b-a91a-32c147a90abf req-70181d8f-5201-411a-8cb1-45a6f42a0843 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518382 Oct 17 11:17:30.036051 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 573518e3-efaa-4037-8edc-faf0ab8ef7e9 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:17:30.134277 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 573518e3-efaa-4037-8edc-faf0ab8ef7e9, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=573518e3-efaa-4037-8edc-faf0ab8ef7e9,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:17:30.148585 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '573518e3-efaa-4037-8edc-faf0ab8ef7e9', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'port_id': '573518e3-efaa-4037-8edc-faf0ab8ef7e9', 'mac_address': 'fa:16:3e:e1:60:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:17:30.187218 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:17:30.187609 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:30.200861 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573518e3-efaa-4037-8edc-faf0ab8ef7e9 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:17:30.223974 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 573518e3-efaa-4037-8edc-faf0ab8ef7e9, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=573518e3-efaa-4037-8edc-faf0ab8ef7e9,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:17:30.231089 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:30.278337 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=573518e3-efaa-4037-8edc-faf0ab8ef7e9,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:30.285591 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:30.285939 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:30.286280 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:30.286617 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:30.286944 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:30.287270 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:30.287596 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:30.287920 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:30.288238 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:30.288555 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:30.288860 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:30.289200 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:30.289520 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:17:30.500990 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['573518e3-efaa-4037-8edc-faf0ab8ef7e9'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:17:30.674508 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd5f8d-56bc-441a-a84f-15dcc4b18f87 req-a35e9ff5-605c-46b0-8418-aa553d5badaf tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:30.676393 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b2cd5f8d-56bc-441a-a84f-15dcc4b18f87 req-a35e9ff5-605c-46b0-8418-aa553d5badaf tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 945 time: 0.0534317 Oct 17 11:17:30.724366 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b2cd5f8d-56bc-441a-a84f-15dcc4b18f87 req-30cb33bf-2f13-459c-b9fa-3e8d0c2e357f tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423234 Oct 17 11:17:31.869624 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e1189-a0a9-4cb7-843e-989dada004f2 req-6d2c0bf0-6a1b-4fcd-ab7f-272f7a297ea0 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:31.870979 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ff9e1189-a0a9-4cb7-843e-989dada004f2 req-6d2c0bf0-6a1b-4fcd-ab7f-272f7a297ea0 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 945 time: 0.0549662 Oct 17 11:17:31.921945 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ff9e1189-a0a9-4cb7-843e-989dada004f2 req-45f83f6a-f6dc-4d44-afc3-5c58f1831a7f tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453956 Oct 17 11:17:32.031140 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 573518e3-efaa-4037-8edc-faf0ab8ef7e9 up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:17:32.212784 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:17:32.216568 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:17:32.216984 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:32.217374 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 Oct 17 11:17:32.289764 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:17:32.290150 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:32.315854 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f61bcb-9675-400c-9316-0368e54293a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573518e3-efaa-4037-8edc-faf0ab8ef7e9'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:17:32.318249 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5ecbd5-0235-4991-ae32-cacbad33fac7" -d '{"events": [{"server_uuid": "12f61bcb-9675-400c-9316-0368e54293a0", "name": "network-vif-plugged", "status": "completed", "tag": "573518e3-efaa-4037-8edc-faf0ab8ef7e9"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:17:32.330776 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 573518e3-efaa-4037-8edc-faf0ab8ef7e9, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=573518e3-efaa-4037-8edc-faf0ab8ef7e9,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:17:32.336198 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:32.358403 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395845ad-6230-41d2-a234-83acd4aa04de x-openstack-request-id: req-395845ad-6230-41d2-a234-83acd4aa04de {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:17:32.358688 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f61bcb-9675-400c-9316-0368e54293a0", "name": "network-vif-plugged", "status": "completed", "tag": "573518e3-efaa-4037-8edc-faf0ab8ef7e9", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:17:32.358938 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-395845ad-6230-41d2-a234-83acd4aa04de {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:17:32.359330 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-395845ad-6230-41d2-a234-83acd4aa04de'] response: {'server_uuid': '12f61bcb-9675-400c-9316-0368e54293a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573518e3-efaa-4037-8edc-faf0ab8ef7e9', 'code': 200} Oct 17 11:17:32.383681 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=573518e3-efaa-4037-8edc-faf0ab8ef7e9,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:17:32.544644 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b708268-4cb1-43fd-8b56-357615566344 req-108465b6-29cd-45b5-bae8-d3b5ada7f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:32.546027 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6b708268-4cb1-43fd-8b56-357615566344 req-108465b6-29cd-45b5-bae8-d3b5ada7f444 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 1130 time: 0.0448461 Oct 17 11:17:32.592162 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6b708268-4cb1-43fd-8b56-357615566344 req-ad894ba6-8522-45f9-b252-a5df4cb46ae0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363731 Oct 17 11:17:33.071682 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d9100-1ff1-43d5-a99a-2b9bf6229f88 req-1154d5a2-bd18-402d-8d91-d6ee0dae5d9c tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:33.073169 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-210d9100-1ff1-43d5-a99a-2b9bf6229f88 req-1154d5a2-bd18-402d-8d91-d6ee0dae5d9c tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0678117 Oct 17 11:17:33.126500 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-210d9100-1ff1-43d5-a99a-2b9bf6229f88 req-8079dc98-1399-43bd-8e21-fa61b31ed009 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475814 Oct 17 11:17:34.276360 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa3c304-cb94-4353-a237-110470247f23 req-ceba1f8b-2e06-480a-aefa-83f16ff37d08 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:34.277867 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0fa3c304-cb94-4353-a237-110470247f23 req-ceba1f8b-2e06-480a-aefa-83f16ff37d08 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0648973 Oct 17 11:17:34.324533 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0fa3c304-cb94-4353-a237-110470247f23 req-1fc2f25d-6622-4258-8e52-c27879c2e5fe tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410106 Oct 17 11:17:34.455881 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fb51b-77d1-4ad0-93e6-e4717a98469d req-d7487952-58ea-430c-84e1-90aab4f7c7a6 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:34.457354 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-187fb51b-77d1-4ad0-93e6-e4717a98469d req-d7487952-58ea-430c-84e1-90aab4f7c7a6 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0620434 Oct 17 11:17:34.467622 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 57828) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:17:34.471872 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-01c8eb6e-fc7a-421d-bcb1-7455cb2b5b07 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Request body: {'floatingip': {'port_id': '573518e3-efaa-4037-8edc-faf0ab8ef7e9'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:17:34.507811 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-01c8eb6e-fc7a-421d-bcb1-7455cb2b5b07 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for floatingip (87466ce9-1df7-4a7d-9279-6b23dbd5090e), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:34.929877 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-01c8eb6e-fc7a-421d-bcb1-7455cb2b5b07 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:34.934764 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-01c8eb6e-fc7a-421d-bcb1-7455cb2b5b07 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (87466ce9-1df7-4a7d-9279-6b23dbd5090e), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:35.028245 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.l3_db [None req-01c8eb6e-fc7a-421d-bcb1-7455cb2b5b07 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Floating IP 87466ce9-1df7-4a7d-9279-6b23dbd5090e associated. External IP: 172.28.1.159, port: 573518e3-efaa-4037-8edc-faf0ab8ef7e9. Oct 17 11:17:35.230572 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01c8eb6e-fc7a-421d-bcb1-7455cb2b5b07 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Router 945543f0-7bd2-4821-86d5-119b3d7807b6 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:17:35.333756 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01c8eb6e-fc7a-421d-bcb1-7455cb2b5b07 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:17:35.338647 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-01c8eb6e-fc7a-421d-bcb1-7455cb2b5b07 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:35.344446 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1129a70b-1f37-4ab1-8d53-70f441852597 None None] Sync routers for ids ['945543f0-7bd2-4821-86d5-119b3d7807b6'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:17:35.355320 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129a70b-1f37-4ab1-8d53-70f441852597 None None] Routers {'945543f0-7bd2-4821-86d5-119b3d7807b6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:17:35.355965 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-1129a70b-1f37-4ab1-8d53-70f441852597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:17:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['945543f0-7bd2-4821-86d5-119b3d7807b6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:35.367907 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-01c8eb6e-fc7a-421d-bcb1-7455cb2b5b07 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "PUT /v2.0/floatingips/87466ce9-1df7-4a7d-9279-6b23dbd5090e HTTP/1.1" status: 200 len: 992 time: 0.8992555 Oct 17 11:17:35.368548 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12f61bcb-9675-400c-9316-0368e54293a0', 'tag': '573518e3-efaa-4037-8edc-faf0ab8ef7e9'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:17:35.370895 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0058b24-c07a-4d13-bb73-d628430c0e31" -d '{"events": [{"name": "network-changed", "server_uuid": "12f61bcb-9675-400c-9316-0368e54293a0", "tag": "573518e3-efaa-4037-8edc-faf0ab8ef7e9"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:17:35.405422 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e72e7cc1-cff5-4b35-9dd8-4730ae0b6553 x-openstack-request-id: req-e72e7cc1-cff5-4b35-9dd8-4730ae0b6553 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:17:35.405717 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12f61bcb-9675-400c-9316-0368e54293a0", "tag": "573518e3-efaa-4037-8edc-faf0ab8ef7e9", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:17:35.405974 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e72e7cc1-cff5-4b35-9dd8-4730ae0b6553 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:17:35.406392 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e72e7cc1-cff5-4b35-9dd8-4730ae0b6553'] response: {'name': 'network-changed', 'server_uuid': '12f61bcb-9675-400c-9316-0368e54293a0', 'tag': '573518e3-efaa-4037-8edc-faf0ab8ef7e9', 'status': 'completed', 'code': 200} Oct 17 11:17:35.459227 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-1129a70b-1f37-4ab1-8d53-70f441852597 None None] Set router 945543f0-7bd2-4821-86d5-119b3d7807b6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:17:35.472873 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0058b24-c07a-4d13-bb73-d628430c0e31 req-8e639ead-d8e7-4f65-b421-499b61692c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:35.474536 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b0058b24-c07a-4d13-bb73-d628430c0e31 req-8e639ead-d8e7-4f65-b421-499b61692c83 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68adeb8a7fdf4006b4acdd134af31d74&device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 1130 time: 0.0458024 Oct 17 11:17:35.570113 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0058b24-c07a-4d13-bb73-d628430c0e31 req-93cc0ac8-fd9a-488e-aa83-c893b64c9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:35.571613 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b0058b24-c07a-4d13-bb73-d628430c0e31 req-93cc0ac8-fd9a-488e-aa83-c893b64c9d82 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08e3301c-8d3b-4a6e-a050-0dbd71731974 HTTP/1.1" status: 200 len: 912 time: 0.0912869 Oct 17 11:17:35.633286 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b0058b24-c07a-4d13-bb73-d628430c0e31 req-a6753863-0cc8-4eb1-a846-5251223f6fba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=573518e3-efaa-4037-8edc-faf0ab8ef7e9 HTTP/1.1" status: 200 len: 1000 time: 0.0549169 Oct 17 11:17:35.675873 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-1129a70b-1f37-4ab1-8d53-70f441852597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '87466ce9-1df7-4a7d-9279-6b23dbd5090e', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'port_id': '573518e3-efaa-4037-8edc-faf0ab8ef7e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'mac_address': 'fa:16:3e:e1:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f61bcb-9675-400c-9316-0368e54293a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:17:22Z', 'updated_at': '2022-10-17T11:17:34Z', 'revision_number': 1, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:24Z', 'revision_number': 5, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:35.685022 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0058b24-c07a-4d13-bb73-d628430c0e31 req-74c69c8f-de63-4caa-938b-271f15c8756d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:35.686508 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b0058b24-c07a-4d13-bb73-d628430c0e31 req-74c69c8f-de63-4caa-938b-271f15c8756d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ed5274d-e2b0-4105-b8d4-dee290d2e878 HTTP/1.1" status: 200 len: 850 time: 0.0477862 Oct 17 11:17:35.699965 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1129a70b-1f37-4ab1-8d53-70f441852597 None None] Checking router: 945543f0-7bd2-4821-86d5-119b3d7807b6 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:17:35.709002 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1129a70b-1f37-4ab1-8d53-70f441852597 None None] Routers {'945543f0-7bd2-4821-86d5-119b3d7807b6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:17:35.709654 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-1129a70b-1f37-4ab1-8d53-70f441852597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:17:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['945543f0-7bd2-4821-86d5-119b3d7807b6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:35.735398 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0058b24-c07a-4d13-bb73-d628430c0e31 req-6706eafb-f15c-4104-b03b-78d097889468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:17:35.736881 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b0058b24-c07a-4d13-bb73-d628430c0e31 req-6706eafb-f15c-4104-b03b-78d097889468 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08e3301c-8d3b-4a6e-a050-0dbd71731974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439217 Oct 17 11:17:35.810217 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-1129a70b-1f37-4ab1-8d53-70f441852597 None None] Set router 945543f0-7bd2-4821-86d5-119b3d7807b6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:17:35.824094 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b0058b24-c07a-4d13-bb73-d628430c0e31 req-25ed8df7-8042-4aa9-be80-a862eb6382f7 service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803738 Oct 17 11:17:35.918793 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b0058b24-c07a-4d13-bb73-d628430c0e31 req-acd4b4f1-8b8a-4379-8689-a5ef19c33e08 service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880544 Oct 17 11:17:36.025193 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-1129a70b-1f37-4ab1-8d53-70f441852597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '87466ce9-1df7-4a7d-9279-6b23dbd5090e', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'port_id': '573518e3-efaa-4037-8edc-faf0ab8ef7e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'mac_address': 'fa:16:3e:e1:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f61bcb-9675-400c-9316-0368e54293a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:17:22Z', 'updated_at': '2022-10-17T11:17:34Z', 'revision_number': 1, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:24Z', 'revision_number': 5, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:17:36.053105 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1129a70b-1f37-4ab1-8d53-70f441852597 None None] The sync data for ids ['945543f0-7bd2-4821-86d5-119b3d7807b6'] in dv-cinder-858463-3-smb is: [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '87466ce9-1df7-4a7d-9279-6b23dbd5090e', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'floating_ip_address': '172.28.1.159', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'port_id': '573518e3-efaa-4037-8edc-faf0ab8ef7e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'mac_address': 'fa:16:3e:e1:60:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12f61bcb-9675-400c-9316-0368e54293a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:17:22Z', 'updated_at': '2022-10-17T11:17:34Z', 'revision_number': 1, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:24Z', 'revision_number': 5, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:17:36.254935 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837d8c0a-21fc-470f-a52b-55be94448d24 None None] New status for floating IP 87466ce9-1df7-4a7d-9279-6b23dbd5090e: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:17:36.924923 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-eb658c00-2559-4be3-b521-8cf61a6d1bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:39.300284 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2a2de067-840c-4fe7-b892-562b3c11a235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:40.281120 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:40.565749 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:42.651533 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:44.352555 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:17:47.006316 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:18:06.927704 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-39138649-d277-43ff-b844-562509163854 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:18:09.302910 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-005b4ef7-fee7-4000-8de3-73c84eccab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:18:10.289878 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:18:10.569268 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:18:12.657474 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:18:14.359731 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:18:16.224181 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1760f255-3be0-4fa0-bf6c-d8ad8878079b req-c12f96f1-dff7-4ec1-a11f-afb2e3b56c8e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:16.225757 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1760f255-3be0-4fa0-bf6c-d8ad8878079b req-c12f96f1-dff7-4ec1-a11f-afb2e3b56c8e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0621600 Oct 17 11:18:16.277677 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-1760f255-3be0-4fa0-bf6c-d8ad8878079b req-14ea203f-2157-4b0b-9880-b5b11a1c23ca tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450222 Oct 17 11:18:17.409580 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc31cc-6512-4a53-9958-d19c16906483 req-357fd3e0-df3f-44f8-b622-d858f1bd9e13 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:17.410950 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-97cc31cc-6512-4a53-9958-d19c16906483 req-357fd3e0-df3f-44f8-b622-d858f1bd9e13 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0569177 Oct 17 11:18:17.461178 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-97cc31cc-6512-4a53-9958-d19c16906483 req-98e0c5d3-eb3f-4912-a84d-48d1bb421347 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422354 Oct 17 11:18:18.614369 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e106bc-b6b6-4f19-88bb-8137566fc85e req-a36a23db-b69a-4b26-9b2c-8af80b5f59d4 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:18.615868 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-30e106bc-b6b6-4f19-88bb-8137566fc85e req-a36a23db-b69a-4b26-9b2c-8af80b5f59d4 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0583601 Oct 17 11:18:18.672667 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-30e106bc-b6b6-4f19-88bb-8137566fc85e req-da8e61c3-3227-4dc6-b0b2-ab797e355882 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485275 Oct 17 11:18:19.817955 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa917eb-1265-495f-9d20-6677b66b5caf req-6993d97e-a518-4d3c-b2ae-65c5ff87a278 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:19.819421 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7fa917eb-1265-495f-9d20-6677b66b5caf req-6993d97e-a518-4d3c-b2ae-65c5ff87a278 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0589206 Oct 17 11:18:19.869823 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7fa917eb-1265-495f-9d20-6677b66b5caf req-c5ab0320-2996-434a-afef-dc926a302a05 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420117 Oct 17 11:18:21.017439 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f35342-a4ee-4c9b-ba66-c75a81c92b92 req-ddeafc86-67f5-40b3-8495-29ab64718d19 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:21.019024 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-35f35342-a4ee-4c9b-ba66-c75a81c92b92 req-ddeafc86-67f5-40b3-8495-29ab64718d19 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0554168 Oct 17 11:18:21.063279 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642defb-415a-47e2-b8e5-c73b4853eaed req-61914e20-2137-494d-bf27-084a6ae62cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:21.065032 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4642defb-415a-47e2-b8e5-c73b4853eaed req-61914e20-2137-494d-bf27-084a6ae62cf3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68adeb8a7fdf4006b4acdd134af31d74&device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 1130 time: 0.0467868 Oct 17 11:18:21.067889 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-35f35342-a4ee-4c9b-ba66-c75a81c92b92 req-098ca86e-564d-4ef1-929f-a9ffee9f5dc3 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431173 Oct 17 11:18:21.179757 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642defb-415a-47e2-b8e5-c73b4853eaed req-c7f868b9-5c36-4c3b-9410-998c64af54d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:21.181132 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4642defb-415a-47e2-b8e5-c73b4853eaed req-c7f868b9-5c36-4c3b-9410-998c64af54d6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08e3301c-8d3b-4a6e-a050-0dbd71731974 HTTP/1.1" status: 200 len: 912 time: 0.0919175 Oct 17 11:18:21.247122 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4642defb-415a-47e2-b8e5-c73b4853eaed req-68c12876-6365-4588-bbd8-e9cbc93cfc03 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=573518e3-efaa-4037-8edc-faf0ab8ef7e9 HTTP/1.1" status: 200 len: 1002 time: 0.0563359 Oct 17 11:18:21.300281 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642defb-415a-47e2-b8e5-c73b4853eaed req-8075039f-222a-4831-9e4e-0e249ef766da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:21.301776 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4642defb-415a-47e2-b8e5-c73b4853eaed req-8075039f-222a-4831-9e4e-0e249ef766da service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ed5274d-e2b0-4105-b8d4-dee290d2e878 HTTP/1.1" status: 200 len: 850 time: 0.0453956 Oct 17 11:18:21.359208 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4642defb-415a-47e2-b8e5-c73b4853eaed req-88e8ff7e-3347-4725-b9f7-ae5de9db305c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:21.360718 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4642defb-415a-47e2-b8e5-c73b4853eaed req-88e8ff7e-3347-4725-b9f7-ae5de9db305c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08e3301c-8d3b-4a6e-a050-0dbd71731974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0488846 Oct 17 11:18:21.460153 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4642defb-415a-47e2-b8e5-c73b4853eaed req-45eddd07-df34-47bb-8027-104cae2c4c46 service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865033 Oct 17 11:18:21.562726 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-4642defb-415a-47e2-b8e5-c73b4853eaed req-cc17afaa-c4e2-4cd6-aada-ad931025fc3e service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912118 Oct 17 11:18:22.208533 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc3bb9-cd88-4523-9bf1-ddca74d1eebc req-369f9277-4a40-42c7-823a-2e35b82ea949 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:22.210034 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-92fc3bb9-cd88-4523-9bf1-ddca74d1eebc req-369f9277-4a40-42c7-823a-2e35b82ea949 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0611393 Oct 17 11:18:22.260423 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-92fc3bb9-cd88-4523-9bf1-ddca74d1eebc req-2412bf77-f379-4498-aa1b-c9b8a92a4df9 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419126 Oct 17 11:18:23.400016 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9215996-cacd-4841-b527-db9c21c8698b req-a0c77ad7-356a-43e7-bd77-0801e662417b tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:23.401402 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b9215996-cacd-4841-b527-db9c21c8698b req-a0c77ad7-356a-43e7-bd77-0801e662417b tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0554469 Oct 17 11:18:23.452509 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-b9215996-cacd-4841-b527-db9c21c8698b req-76e54171-b887-4a44-a0bb-15657829a886 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435860 Oct 17 11:18:24.011048 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:18:24.594863 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c0b8a9-77bf-46e9-b32a-240facc04c92 req-84cba7bd-946e-4dfe-94c6-6857e3803d89 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:24.596520 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d8c0b8a9-77bf-46e9-b32a-240facc04c92 req-84cba7bd-946e-4dfe-94c6-6857e3803d89 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0631137 Oct 17 11:18:24.642272 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d8c0b8a9-77bf-46e9-b32a-240facc04c92 req-195f05a4-ba48-442f-870a-63398f39d360 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399621 Oct 17 11:18:25.786047 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9ebc5-3c52-414a-881d-0c4e0f2d1a3f req-ccd43ebb-d672-466a-885c-85f9bc7fdae4 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:25.787519 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c0b9ebc5-3c52-414a-881d-0c4e0f2d1a3f req-ccd43ebb-d672-466a-885c-85f9bc7fdae4 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0572896 Oct 17 11:18:25.836515 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c0b9ebc5-3c52-414a-881d-0c4e0f2d1a3f req-b09b32d8-31ed-4009-bf5c-581274ca3f05 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432122 Oct 17 11:18:26.967181 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c48fb85-4923-43a4-83f4-d0610ccc581a req-a3f08188-6cb5-4b0e-82d5-0ace48a82df2 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:26.968608 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1c48fb85-4923-43a4-83f4-d0610ccc581a req-a3f08188-6cb5-4b0e-82d5-0ace48a82df2 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0534883 Oct 17 11:18:27.019236 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-1c48fb85-4923-43a4-83f4-d0610ccc581a req-30d864c0-1fe3-4daf-bb28-6c612582b453 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438914 Oct 17 11:18:28.150988 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5632f37-bb63-4a07-9fdb-a27a10ca8e62 req-445f4407-4b4c-4633-9567-83753e379760 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:28.152493 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c5632f37-bb63-4a07-9fdb-a27a10ca8e62 req-445f4407-4b4c-4633-9567-83753e379760 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0568514 Oct 17 11:18:28.202341 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-c5632f37-bb63-4a07-9fdb-a27a10ca8e62 req-a3377d89-dc6c-4c76-9aba-a8e7396e2737 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420535 Oct 17 11:18:29.345132 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac308fc9-3b16-4d95-843f-7576529b2570 req-21b6fc83-bc93-4375-a37d-6da3ddeb63d6 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:29.346531 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ac308fc9-3b16-4d95-843f-7576529b2570 req-21b6fc83-bc93-4375-a37d-6da3ddeb63d6 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0537035 Oct 17 11:18:29.393231 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ac308fc9-3b16-4d95-843f-7576529b2570 req-2a03768f-b18f-484b-9f81-89c4bb24fd00 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408306 Oct 17 11:18:30.528776 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f4f6f-a13e-4477-a08f-e8a7cbb2bfc6 req-93b3daa9-c6d5-4d1a-9ac9-3d11aed892a4 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:30.530253 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0d9f4f6f-a13e-4477-a08f-e8a7cbb2bfc6 req-93b3daa9-c6d5-4d1a-9ac9-3d11aed892a4 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0558617 Oct 17 11:18:30.584095 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-0d9f4f6f-a13e-4477-a08f-e8a7cbb2bfc6 req-ba0bc8ae-b358-4300-a467-57efef239dbc tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469320 Oct 17 11:18:31.720361 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67295260-f0e9-4c6f-aa24-b1f806b8d83f req-27d32fc2-f680-4fd0-bedc-16df241efa93 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:31.721864 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-67295260-f0e9-4c6f-aa24-b1f806b8d83f req-27d32fc2-f680-4fd0-bedc-16df241efa93 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0546527 Oct 17 11:18:31.773173 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-67295260-f0e9-4c6f-aa24-b1f806b8d83f req-7e32fc57-e319-4474-bfa4-52695b322cc3 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455983 Oct 17 11:18:32.910589 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8a8e1d-4ab6-4690-926d-e9d929966da2 req-d1c56679-da99-41b8-995c-9b3ecd1bbef8 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:32.912033 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-eb8a8e1d-4ab6-4690-926d-e9d929966da2 req-d1c56679-da99-41b8-995c-9b3ecd1bbef8 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0560567 Oct 17 11:18:32.959045 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-eb8a8e1d-4ab6-4690-926d-e9d929966da2 req-8832a48c-ff39-40be-a924-4a4f20ee05af tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413792 Oct 17 11:18:34.105291 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d9c0f-9a43-4d97-a575-81e7ed4c7e36 req-1be69f9a-b6cc-4661-84cb-12ededc2ad3d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:34.106790 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-679d9c0f-9a43-4d97-a575-81e7ed4c7e36 req-1be69f9a-b6cc-4661-84cb-12ededc2ad3d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0573401 Oct 17 11:18:34.157706 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-679d9c0f-9a43-4d97-a575-81e7ed4c7e36 req-f5756466-6a14-49df-8505-8bc773af59db tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451889 Oct 17 11:18:35.292431 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa258af-0b74-46f2-b143-dad04c720a67 req-c7975fa6-1b1d-43d2-8051-ed52e54fd5a9 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:35.293929 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-5aa258af-0b74-46f2-b143-dad04c720a67 req-c7975fa6-1b1d-43d2-8051-ed52e54fd5a9 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0576317 Oct 17 11:18:35.357258 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-5aa258af-0b74-46f2-b143-dad04c720a67 req-c55f8b30-c889-4e0a-b091-df7e892509e9 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542138 Oct 17 11:18:36.497732 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24c49c-7535-4e60-bfc9-2edbac9847e7 req-e1eee607-11d6-4709-9820-d85e70802f2c tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:36.499205 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9e24c49c-7535-4e60-bfc9-2edbac9847e7 req-e1eee607-11d6-4709-9820-d85e70802f2c tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0541463 Oct 17 11:18:36.547416 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9e24c49c-7535-4e60-bfc9-2edbac9847e7 req-397b6ee6-80ab-437b-960f-edce5dd1ef4d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423181 Oct 17 11:18:36.933467 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-f183ad50-5bde-4256-af96-d01be1aebd34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:18:37.686365 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529ee8f-0e81-482f-a296-8ca9e612a0b0 req-316e95d8-be31-42e2-a595-1c71a3e33d21 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:37.687809 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9529ee8f-0e81-482f-a296-8ca9e612a0b0 req-316e95d8-be31-42e2-a595-1c71a3e33d21 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0578485 Oct 17 11:18:37.733551 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-9529ee8f-0e81-482f-a296-8ca9e612a0b0 req-09952f4d-8c61-4d3b-b072-40aea33c4a0f tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400622 Oct 17 11:18:37.964701 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0f7d5-1bea-4e75-a5d4-f67abb6bdec0 req-3f263632-4a78-4424-889c-90ba7d819efd tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:37.966228 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ad0f7d5-1bea-4e75-a5d4-f67abb6bdec0 req-3f263632-4a78-4424-889c-90ba7d819efd tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0548992 Oct 17 11:18:38.014494 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ad0f7d5-1bea-4e75-a5d4-f67abb6bdec0 req-b14ec969-5c6c-438a-94a5-781d9e642c92 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425403 Oct 17 11:18:38.039813 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e87f44-194f-4f38-9903-5e8f47c15bb6 req-be75c622-8208-4c6d-87ea-0f197db50e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:38.041420 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e6e87f44-194f-4f38-9903-5e8f47c15bb6 req-be75c622-8208-4c6d-87ea-0f197db50e76 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68adeb8a7fdf4006b4acdd134af31d74&device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 1130 time: 0.0498879 Oct 17 11:18:38.140065 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e87f44-194f-4f38-9903-5e8f47c15bb6 req-a3d18172-298e-4ab6-b129-53b7e9a90d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:38.141491 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e6e87f44-194f-4f38-9903-5e8f47c15bb6 req-a3d18172-298e-4ab6-b129-53b7e9a90d85 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08e3301c-8d3b-4a6e-a050-0dbd71731974 HTTP/1.1" status: 200 len: 912 time: 0.0890625 Oct 17 11:18:38.208153 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e6e87f44-194f-4f38-9903-5e8f47c15bb6 req-a5ae10b0-cccd-4dfc-adac-3adaf5531125 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=573518e3-efaa-4037-8edc-faf0ab8ef7e9 HTTP/1.1" status: 200 len: 1002 time: 0.0577183 Oct 17 11:18:38.261477 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e87f44-194f-4f38-9903-5e8f47c15bb6 req-3fa6be58-2d6f-40ff-a5e3-366b57014b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:38.262870 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e6e87f44-194f-4f38-9903-5e8f47c15bb6 req-3fa6be58-2d6f-40ff-a5e3-366b57014b94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ed5274d-e2b0-4105-b8d4-dee290d2e878 HTTP/1.1" status: 200 len: 850 time: 0.0436332 Oct 17 11:18:38.315015 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e87f44-194f-4f38-9903-5e8f47c15bb6 req-f6d80b38-76f5-48a1-844f-5927b669ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:38.316457 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e6e87f44-194f-4f38-9903-5e8f47c15bb6 req-f6d80b38-76f5-48a1-844f-5927b669ae37 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08e3301c-8d3b-4a6e-a050-0dbd71731974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0438242 Oct 17 11:18:38.413965 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e6e87f44-194f-4f38-9903-5e8f47c15bb6 req-054dfe70-285a-483c-971b-e715394dda38 service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871837 Oct 17 11:18:38.518542 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-e6e87f44-194f-4f38-9903-5e8f47c15bb6 req-f234b4f4-c21a-4880-8860-26a60ecff322 service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933368 Oct 17 11:18:39.147335 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b4480-b110-48dd-9cf2-2f9f74da65b3 req-b944189d-cc89-4635-8c63-b8773779069b tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:39.149768 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d73b4480-b110-48dd-9cf2-2f9f74da65b3 req-b944189d-cc89-4635-8c63-b8773779069b tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0558836 Oct 17 11:18:39.199195 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-d73b4480-b110-48dd-9cf2-2f9f74da65b3 req-b2efba1f-df79-4ba4-87df-1504f86e693a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437775 Oct 17 11:18:39.299284 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-bf492d83-8735-4050-85bf-9417b4510e95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:18:40.279894 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:18:40.345208 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c974124-eb13-467f-8779-17f1c2a0ff65 req-4f4b6914-c6d0-4649-8b33-6ca60d275961 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:18:40.346598 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3c974124-eb13-467f-8779-17f1c2a0ff65 req-4f4b6914-c6d0-4649-8b33-6ca60d275961 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0601575 Oct 17 11:18:40.395296 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3c974124-eb13-467f-8779-17f1c2a0ff65 req-bed52727-0eff-4142-8cfe-1e8bc531cbbc tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429795 Oct 17 11:18:40.571719 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:18:42.660734 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:18:44.351343 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:19:01.015542 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:19:06.928296 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9d2c9e2e-6e36-47f5-a85b-8df72a771987 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:19:09.302385 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-d9ac45b3-c59a-4973-b380-102a08ea9209 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:19:10.294617 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:19:10.581619 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:19:12.666359 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:19:14.349330 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:19:14.973026 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1fad6-5344-4a3a-9e3b-79a2c2589e5b req-7c5b34e0-d0f7-4bf6-a0ca-75c3e8dde391 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:14.974574 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0ff1fad6-5344-4a3a-9e3b-79a2c2589e5b req-7c5b34e0-d0f7-4bf6-a0ca-75c3e8dde391 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0599196 Oct 17 11:19:15.022460 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-0ff1fad6-5344-4a3a-9e3b-79a2c2589e5b req-73c3d657-d633-4454-9ec3-520f6bf3ccad tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422421 Oct 17 11:19:16.156813 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da5f1d-c936-4add-9414-b2a11339b9bd req-7c0c35c6-49b7-478e-b310-23938eac45a1 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:16.158302 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-45da5f1d-c936-4add-9414-b2a11339b9bd req-7c0c35c6-49b7-478e-b310-23938eac45a1 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0557590 Oct 17 11:19:16.207372 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-45da5f1d-c936-4add-9414-b2a11339b9bd req-fbea01b9-3c64-4375-a784-e3fadb6e5f13 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Oct 17 11:19:17.360216 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5708f10-ff85-4b50-ae56-04dd91de9228 req-790be2e4-2371-414e-b09c-2c7280683865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:17.361629 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f5708f10-ff85-4b50-ae56-04dd91de9228 req-790be2e4-2371-414e-b09c-2c7280683865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0642369 Oct 17 11:19:17.408588 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-f5708f10-ff85-4b50-ae56-04dd91de9228 req-f0041e66-0dea-404e-aa3c-bcefa7a68971 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412030 Oct 17 11:19:18.552354 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef96df3-2528-472d-a51a-6df756d26502 req-00ca814a-8fc5-4604-9f26-e7cc4ad34047 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:18.553865 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7ef96df3-2528-472d-a51a-6df756d26502 req-00ca814a-8fc5-4604-9f26-e7cc4ad34047 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0564423 Oct 17 11:19:18.608610 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-7ef96df3-2528-472d-a51a-6df756d26502 req-8f149981-5692-4e35-a9e5-c00a691f4f41 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463157 Oct 17 11:19:19.749834 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bee6c-04ac-4984-8683-600359bdeb79 req-49aa9106-4fbf-47f7-a580-bbd9d3af8f2b tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:19.751325 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ad8bee6c-04ac-4984-8683-600359bdeb79 req-49aa9106-4fbf-47f7-a580-bbd9d3af8f2b tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0638392 Oct 17 11:19:19.799944 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-ad8bee6c-04ac-4984-8683-600359bdeb79 req-d03758a0-5104-4709-b475-b9acf0b46709 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429609 Oct 17 11:19:20.934868 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2a0c5-2a55-467b-85ed-b432cfd95327 req-e42f9e4a-fd0d-40d5-a50f-621131e81a31 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:20.936333 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-86d2a0c5-2a55-467b-85ed-b432cfd95327 req-e42f9e4a-fd0d-40d5-a50f-621131e81a31 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0551057 Oct 17 11:19:20.983492 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-86d2a0c5-2a55-467b-85ed-b432cfd95327 req-683e2910-ae74-4597-9091-359e3b2fe3e3 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415986 Oct 17 11:19:22.132443 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52f84a-bd1a-4781-b7b0-94b9b3273ca1 req-cb25b934-45e9-4d50-a8dd-dc4323caa3cf tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:22.134022 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3e52f84a-bd1a-4781-b7b0-94b9b3273ca1 req-cb25b934-45e9-4d50-a8dd-dc4323caa3cf tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0637457 Oct 17 11:19:22.191578 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3e52f84a-bd1a-4781-b7b0-94b9b3273ca1 req-4adfeb65-5660-430f-9e31-49f95739cd10 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516429 Oct 17 11:19:22.225092 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200f45d-bcfb-4ea1-9cbb-2ecef0a237ed req-5d4be749-79ec-4183-b04f-d76a3b77cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:22.226613 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3200f45d-bcfb-4ea1-9cbb-2ecef0a237ed req-5d4be749-79ec-4183-b04f-d76a3b77cb08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68adeb8a7fdf4006b4acdd134af31d74&device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 1130 time: 0.0503104 Oct 17 11:19:22.608616 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200f45d-bcfb-4ea1-9cbb-2ecef0a237ed req-2f119cb2-b16f-4291-b246-4312fc942107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:22.610139 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3200f45d-bcfb-4ea1-9cbb-2ecef0a237ed req-2f119cb2-b16f-4291-b246-4312fc942107 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08e3301c-8d3b-4a6e-a050-0dbd71731974 HTTP/1.1" status: 200 len: 912 time: 0.3543503 Oct 17 11:19:22.684104 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3200f45d-bcfb-4ea1-9cbb-2ecef0a237ed req-cec84b6c-fcdd-4790-9600-254eaebac3ce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=573518e3-efaa-4037-8edc-faf0ab8ef7e9 HTTP/1.1" status: 200 len: 1002 time: 0.0620975 Oct 17 11:19:22.744713 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200f45d-bcfb-4ea1-9cbb-2ecef0a237ed req-fc835202-c119-4e82-9893-b29376884062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:22.746140 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3200f45d-bcfb-4ea1-9cbb-2ecef0a237ed req-fc835202-c119-4e82-9893-b29376884062 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ed5274d-e2b0-4105-b8d4-dee290d2e878 HTTP/1.1" status: 200 len: 850 time: 0.0516546 Oct 17 11:19:22.797808 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3200f45d-bcfb-4ea1-9cbb-2ecef0a237ed req-3db6f7df-1da2-4f91-9867-a24a563f69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:22.799265 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3200f45d-bcfb-4ea1-9cbb-2ecef0a237ed req-3db6f7df-1da2-4f91-9867-a24a563f69e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08e3301c-8d3b-4a6e-a050-0dbd71731974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0435143 Oct 17 11:19:22.893487 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3200f45d-bcfb-4ea1-9cbb-2ecef0a237ed req-c5b665b4-0c2d-4331-b7d1-56a6ab54e7e0 service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836864 Oct 17 11:19:22.991327 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3200f45d-bcfb-4ea1-9cbb-2ecef0a237ed req-2d0d5a03-3d4b-4545-a9b6-5798f9708b9c service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881712 Oct 17 11:19:23.321126 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad6916a-acfb-481c-b2fb-6770bce13dcf req-3e51417d-4965-414d-bbec-1b8297685eb1 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:23.322628 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3ad6916a-acfb-481c-b2fb-6770bce13dcf req-3e51417d-4965-414d-bbec-1b8297685eb1 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0570099 Oct 17 11:19:23.369703 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-3ad6916a-acfb-481c-b2fb-6770bce13dcf req-84f67a9b-e70e-47a7-bcfb-fa3955a51d2e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414431 Oct 17 11:19:24.505838 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527ab24b-74a5-44d2-a2d9-b5de70fb97eb req-4955104e-0513-47a4-89f1-ec8e248f3fa6 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:24.507332 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-527ab24b-74a5-44d2-a2d9-b5de70fb97eb req-4955104e-0513-47a4-89f1-ec8e248f3fa6 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0567906 Oct 17 11:19:24.557725 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-527ab24b-74a5-44d2-a2d9-b5de70fb97eb req-37fcb0c9-adae-4865-9220-269e3eb8d933 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447443 Oct 17 11:19:25.708268 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee70853-48d4-4872-874e-d81c838f4ae1 req-67bf8169-89f7-47ca-860a-f91f993b08b0 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:25.709773 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-5ee70853-48d4-4872-874e-d81c838f4ae1 req-67bf8169-89f7-47ca-860a-f91f993b08b0 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0673697 Oct 17 11:19:25.760012 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-5ee70853-48d4-4872-874e-d81c838f4ae1 req-68c2796c-ca5d-49fe-935d-4cd088f8ef34 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421660 Oct 17 11:19:25.978541 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ceac2f-65cc-4c0f-bd35-c25b48e237df req-bd224796-83e6-48d1-9a9e-942b1eec39c8 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:25.980049 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-02ceac2f-65cc-4c0f-bd35-c25b48e237df req-bd224796-83e6-48d1-9a9e-942b1eec39c8 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0548606 Oct 17 11:19:26.028855 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-02ceac2f-65cc-4c0f-bd35-c25b48e237df req-0ff3e0d0-197a-4595-9d52-f00b97488b4c tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430608 Oct 17 11:19:26.052997 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8e80d-bd95-4667-8856-455c9839e089 req-3f6c280f-91f1-46d7-9214-edb594fb5b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:26.054553 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-54a8e80d-bd95-4667-8856-455c9839e089 req-3f6c280f-91f1-46d7-9214-edb594fb5b42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68adeb8a7fdf4006b4acdd134af31d74&device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 1130 time: 0.0503414 Oct 17 11:19:26.155408 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8e80d-bd95-4667-8856-455c9839e089 req-66e4d343-e748-44a7-b022-c456f2e313d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:26.156885 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-54a8e80d-bd95-4667-8856-455c9839e089 req-66e4d343-e748-44a7-b022-c456f2e313d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08e3301c-8d3b-4a6e-a050-0dbd71731974 HTTP/1.1" status: 200 len: 912 time: 0.0946989 Oct 17 11:19:26.224199 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-54a8e80d-bd95-4667-8856-455c9839e089 req-f90829d3-b18a-4c1e-a0f2-8d8681ec1224 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=573518e3-efaa-4037-8edc-faf0ab8ef7e9 HTTP/1.1" status: 200 len: 1002 time: 0.0589430 Oct 17 11:19:26.274513 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8e80d-bd95-4667-8856-455c9839e089 req-080749cb-0192-4be1-84c0-5efac0981c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:26.275904 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-54a8e80d-bd95-4667-8856-455c9839e089 req-080749cb-0192-4be1-84c0-5efac0981c23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ed5274d-e2b0-4105-b8d4-dee290d2e878 HTTP/1.1" status: 200 len: 850 time: 0.0434034 Oct 17 11:19:26.326040 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a8e80d-bd95-4667-8856-455c9839e089 req-3b8f9a4c-0738-41e3-a114-b472a561eff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:26.327554 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-54a8e80d-bd95-4667-8856-455c9839e089 req-3b8f9a4c-0738-41e3-a114-b472a561eff9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08e3301c-8d3b-4a6e-a050-0dbd71731974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0443115 Oct 17 11:19:26.422248 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-54a8e80d-bd95-4667-8856-455c9839e089 req-08cf161c-c203-4e16-985c-ac814dc5a26a service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855820 Oct 17 11:19:26.516507 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-54a8e80d-bd95-4667-8856-455c9839e089 req-4ddd466e-80fa-4646-b626-31a656776b49 service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827239 Oct 17 11:19:27.158144 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f8e6c-8536-427a-b5b8-f829dbf1c23a req-0648d156-edb3-41d7-b96e-5e8386e1a47c tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:27.159619 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-997f8e6c-8536-427a-b5b8-f829dbf1c23a req-0648d156-edb3-41d7-b96e-5e8386e1a47c tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0541103 Oct 17 11:19:27.208957 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-997f8e6c-8536-427a-b5b8-f829dbf1c23a req-27ba1acf-414b-438b-92c8-a7e2bc3b001d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435801 Oct 17 11:19:28.340785 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffa3d3c-6c94-4bc9-9931-5f38942eb746 req-4b0e93b1-18ce-42ba-ad4d-a32d7ec03f65 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:19:28.342193 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ffa3d3c-6c94-4bc9-9931-5f38942eb746 req-4b0e93b1-18ce-42ba-ad4d-a32d7ec03f65 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0582612 Oct 17 11:19:28.396516 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-8ffa3d3c-6c94-4bc9-9931-5f38942eb746 req-08cf9e3f-7583-4470-814a-262fbbe44dc1 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464165 Oct 17 11:19:36.933554 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e2603b29-4664-48de-b844-84a4459a3d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:19:38.022330 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:19:39.302307 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e9f78561-b8b7-4c70-b952-f8b270691a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:19:40.297635 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:19:40.587040 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:19:42.666021 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:19:44.350663 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:01.583238 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578079c8-19a5-4bb5-8f63-1a6ac25f6abf req-d26d2b75-f775-4b7a-88a7-2eddc292ecae tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:01.584806 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-578079c8-19a5-4bb5-8f63-1a6ac25f6abf req-d26d2b75-f775-4b7a-88a7-2eddc292ecae tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0611088 Oct 17 11:20:01.640454 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-578079c8-19a5-4bb5-8f63-1a6ac25f6abf req-ab69fc1d-0ba3-43f9-b298-c1c5be7e95ec tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474727 Oct 17 11:20:02.849087 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858c65a7-f140-4f43-bb29-ffb571c981d3 req-5b3556b9-75ee-46ea-b482-586fa25ddb12 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:02.850574 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-858c65a7-f140-4f43-bb29-ffb571c981d3 req-5b3556b9-75ee-46ea-b482-586fa25ddb12 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0652711 Oct 17 11:20:02.902666 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-858c65a7-f140-4f43-bb29-ffb571c981d3 req-03f570ab-eceb-4594-a77d-fcfe11b7b55d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437357 Oct 17 11:20:03.694866 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-384f6cc6-e210-4c3f-ac62-2329cfb93426 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:03.696304 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-384f6cc6-e210-4c3f-ac62-2329cfb93426 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.23 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.0591414 Oct 17 11:20:03.790391 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Deleting port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:20:03.790728 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:03.878297 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] For port 573518e3-efaa-4037-8edc-faf0ab8ef7e9, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=573518e3-efaa-4037-8edc-faf0ab8ef7e9,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:20:03.878658 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:04.073114 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:04.073508 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (87466ce9-1df7-4a7d-9279-6b23dbd5090e), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:04.073836 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.l3_db [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Floating IP 87466ce9-1df7-4a7d-9279-6b23dbd5090e disassociated. External IP: 172.28.1.159, port: 573518e3-efaa-4037-8edc-faf0ab8ef7e9. Oct 17 11:20:04.074165 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Calling delete_port for 573518e3-efaa-4037-8edc-faf0ab8ef7e9 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:20:04.091666 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcd284-ff5d-47ac-a244-fe8bde27baac req-042269a9-eebc-4dbe-8cf4-77fccd9ee346 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:04.093192 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b5dcd284-ff5d-47ac-a244-fe8bde27baac req-042269a9-eebc-4dbe-8cf4-77fccd9ee346 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=12f61bcb-9675-400c-9316-0368e54293a0 HTTP/1.1" status: 200 len: 946 time: 0.1154597 Oct 17 11:20:04.188039 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-b5dcd284-ff5d-47ac-a244-fe8bde27baac req-35c3d225-e744-4268-8b5d-d0dea1725972 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=80198fd7-85cb-49dc-ba23-494fa60e95f5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890691 Oct 17 11:20:04.252295 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (573518e3-efaa-4037-8edc-faf0ab8ef7e9), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:04.281725 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event deleted for resources: {'Port': ['ID=573518e3-efaa-4037-8edc-faf0ab8ef7e9,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:20:04.293110 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:04.293487 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:04.293829 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:04.294181 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:04.294518 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:04.294861 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:04.295388 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:04.295726 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:04.296047 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:04.297360 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:04.297360 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:04.297543 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:04.297845 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:04.400489 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Router 945543f0-7bd2-4821-86d5-119b3d7807b6 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:20:04.506480 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:20:04.516709 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6858ae2-4dfa-44f0-9cc1-aef65ad3e237 None None] Sync routers for ids ['945543f0-7bd2-4821-86d5-119b3d7807b6'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:20:04.527186 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6858ae2-4dfa-44f0-9cc1-aef65ad3e237 None None] Routers {'945543f0-7bd2-4821-86d5-119b3d7807b6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:20:04.527872 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-f6858ae2-4dfa-44f0-9cc1-aef65ad3e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:19:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['945543f0-7bd2-4821-86d5-119b3d7807b6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:20:04.548398 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] No DVR routers for this DVR port 573518e3-efaa-4037-8edc-faf0ab8ef7e9 on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:20:04.550990 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:04.554313 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6e02a4ea-beec-4edb-9c8f-fbc90c6bf337 req-c5eecf4c-14ad-4e94-99a7-0c69c9b06054 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.23 "DELETE /v2.0/ports/573518e3-efaa-4037-8edc-faf0ab8ef7e9 HTTP/1.1" status: 204 len: 173 time: 0.8494782 Oct 17 11:20:04.554820 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12f61bcb-9675-400c-9316-0368e54293a0', 'name': 'network-vif-deleted', 'tag': '573518e3-efaa-4037-8edc-faf0ab8ef7e9'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:20:04.557105 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9416c901-6684-4d31-880e-667707abb39a" -d '{"events": [{"server_uuid": "12f61bcb-9675-400c-9316-0368e54293a0", "name": "network-vif-deleted", "tag": "573518e3-efaa-4037-8edc-faf0ab8ef7e9"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:20:04.594175 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7cf91e-cccc-469f-81ba-3b41ba605e1c x-openstack-request-id: req-6f7cf91e-cccc-469f-81ba-3b41ba605e1c {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:20:04.594478 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12f61bcb-9675-400c-9316-0368e54293a0", "name": "network-vif-deleted", "tag": "573518e3-efaa-4037-8edc-faf0ab8ef7e9", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:20:04.594733 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f7cf91e-cccc-469f-81ba-3b41ba605e1c {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:20:04.595173 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f7cf91e-cccc-469f-81ba-3b41ba605e1c'] response: {'server_uuid': '12f61bcb-9675-400c-9316-0368e54293a0', 'name': 'network-vif-deleted', 'tag': '573518e3-efaa-4037-8edc-faf0ab8ef7e9', 'status': 'completed', 'code': 200} Oct 17 11:20:04.634387 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-f6858ae2-4dfa-44f0-9cc1-aef65ad3e237 None None] Set router 945543f0-7bd2-4821-86d5-119b3d7807b6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:20:04.972799 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-f6858ae2-4dfa-44f0-9cc1-aef65ad3e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:24Z', 'revision_number': 5, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:20:05.001798 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6858ae2-4dfa-44f0-9cc1-aef65ad3e237 None None] Checking router: 945543f0-7bd2-4821-86d5-119b3d7807b6 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:20:05.011368 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6858ae2-4dfa-44f0-9cc1-aef65ad3e237 None None] Routers {'945543f0-7bd2-4821-86d5-119b3d7807b6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:20:05.012009 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-f6858ae2-4dfa-44f0-9cc1-aef65ad3e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:19:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['945543f0-7bd2-4821-86d5-119b3d7807b6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:20:05.116038 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-f6858ae2-4dfa-44f0-9cc1-aef65ad3e237 None None] Set router 945543f0-7bd2-4821-86d5-119b3d7807b6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:20:05.283665 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 58012) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:20:05.311203 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-f6858ae2-4dfa-44f0-9cc1-aef65ad3e237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:24Z', 'revision_number': 5, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:20:05.335935 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6858ae2-4dfa-44f0-9cc1-aef65ad3e237 None None] The sync data for ids ['945543f0-7bd2-4821-86d5-119b3d7807b6'] in dv-cinder-858463-3-smb is: [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:24Z', 'revision_number': 5, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:20:05.339032 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group (80198fd7-85cb-49dc-ba23-494fa60e95f5), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:05.364898 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group (80198fd7-85cb-49dc-ba23-494fa60e95f5), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:05.415680 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (80198fd7-85cb-49dc-ba23-494fa60e95f5), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:05.418474 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:05.419970 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "DELETE /v2.0/security-groups/80198fd7-85cb-49dc-ba23-494fa60e95f5 HTTP/1.1" status: 204 len: 168 time: 0.1352110 Oct 17 11:20:05.423243 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 58014) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:20:05.430072 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80198fd7-85cb-49dc-ba23-494fa60e95f5,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:20:05.437264 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:05.437552 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.api.v2.resource [None req-6fbb199e-b09b-407a-857a-f8cc889b1d06 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] show failed (client error): The resource could not be found. Oct 17 11:20:05.437670 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:05.437958 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:05.438302 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:05.438568 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-6fbb199e-b09b-407a-857a-f8cc889b1d06 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups/80198fd7-85cb-49dc-ba23-494fa60e95f5 HTTP/1.1" status: 404 len: 347 time: 0.0141823 Oct 17 11:20:05.438705 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:05.438994 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:05.439296 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:05.439625 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:05.439953 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:05.440281 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:05.440609 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:05.440932 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:05.441284 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0272a2-15d3-4b6c-b6b1-9b429748531d tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:05.441712 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 58016) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:20:05.564653 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-28775156-e975-4cc2-88ce-099afc0b1bde tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Deleting port ffb4ad02-e73a-4ee0-8074-37f55e2ba49b {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:20:05.565000 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-28775156-e975-4cc2-88ce-099afc0b1bde tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (ffb4ad02-e73a-4ee0-8074-37f55e2ba49b), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:05.578645 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e9a110-4050-4f4d-a20e-efdc2ff24528 None None] New status for floating IP 87466ce9-1df7-4a7d-9279-6b23dbd5090e: DOWN {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:20:05.645139 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-28775156-e975-4cc2-88ce-099afc0b1bde tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (ffb4ad02-e73a-4ee0-8074-37f55e2ba49b), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:05.645421 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-28775156-e975-4cc2-88ce-099afc0b1bde tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for floatingip (ffb4ad02-e73a-4ee0-8074-37f55e2ba49b), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:05.658772 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-28775156-e975-4cc2-88ce-099afc0b1bde tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Calling delete_port for ffb4ad02-e73a-4ee0-8074-37f55e2ba49b owned by network:floatingip {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:20:05.790258 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-28775156-e975-4cc2-88ce-099afc0b1bde tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (ffb4ad02-e73a-4ee0-8074-37f55e2ba49b), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:05.818142 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28775156-e975-4cc2-88ce-099afc0b1bde tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event deleted for resources: {'Port': ['ID=ffb4ad02-e73a-4ee0-8074-37f55e2ba49b,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:20:05.880392 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-28775156-e975-4cc2-88ce-099afc0b1bde tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for floatingip (87466ce9-1df7-4a7d-9279-6b23dbd5090e), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:05.883144 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-28775156-e975-4cc2-88ce-099afc0b1bde tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:05.884295 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-28775156-e975-4cc2-88ce-099afc0b1bde tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "DELETE /v2.0/floatingips/87466ce9-1df7-4a7d-9279-6b23dbd5090e HTTP/1.1" status: 204 len: 168 time: 0.4414937 Oct 17 11:20:05.966256 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 58020) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:20:05.971183 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-1db4e342-7a74-4827-8baf-b6f9423ca2b7 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1751583935', 'description': 'tempest-description--556678686'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:20:05.998596 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1db4e342-7a74-4827-8baf-b6f9423ca2b7 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.076012 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1db4e342-7a74-4827-8baf-b6f9423ca2b7 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group (a982eef5-e9e6-435d-8e21-670e1dd56284), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.080798 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1db4e342-7a74-4827-8baf-b6f9423ca2b7 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (a982eef5-e9e6-435d-8e21-670e1dd56284), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.110808 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-1db4e342-7a74-4827-8baf-b6f9423ca2b7 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.112028 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-1db4e342-7a74-4827-8baf-b6f9423ca2b7 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1446469 Oct 17 11:20:06.113853 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4e342-7a74-4827-8baf-b6f9423ca2b7 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a982eef5-e9e6-435d-8e21-670e1dd56284,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:20:06.115159 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 58022) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:20:06.120862 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-2a84283e-4c42-4a32-b64f-0a5326010078 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Request body: {'security_group_rule': {'security_group_id': 'a982eef5-e9e6-435d-8e21-670e1dd56284', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:20:06.149696 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a84283e-4c42-4a32-b64f-0a5326010078 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group_rule (8b4dfb67-99ad-49a3-8286-d85ce1c0c81d), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.206419 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a84283e-4c42-4a32-b64f-0a5326010078 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group_rule (8b4dfb67-99ad-49a3-8286-d85ce1c0c81d), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.211857 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a84283e-4c42-4a32-b64f-0a5326010078 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (8b4dfb67-99ad-49a3-8286-d85ce1c0c81d), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.235089 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a84283e-4c42-4a32-b64f-0a5326010078 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b4dfb67-99ad-49a3-8286-d85ce1c0c81d,revision_number=0']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:20:06.241238 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2a84283e-4c42-4a32-b64f-0a5326010078 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.242419 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-2a84283e-4c42-4a32-b64f-0a5326010078 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254120 Oct 17 11:20:06.246547 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 58024) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:20:06.251474 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-876481b2-cf66-40a7-a886-53383236c301 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Request body: {'security_group_rule': {'security_group_id': 'a982eef5-e9e6-435d-8e21-670e1dd56284', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:20:06.279315 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-876481b2-cf66-40a7-a886-53383236c301 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group_rule (7883171c-7014-430a-8075-9d0ca6ec9691), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.335010 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-876481b2-cf66-40a7-a886-53383236c301 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group_rule (7883171c-7014-430a-8075-9d0ca6ec9691), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.341612 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-876481b2-cf66-40a7-a886-53383236c301 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7902880'] for security_group_rule (7883171c-7014-430a-8075-9d0ca6ec9691), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.358368 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876481b2-cf66-40a7-a886-53383236c301 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7883171c-7014-430a-8075-9d0ca6ec9691,revision_number=0']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:20:06.369640 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-876481b2-cf66-40a7-a886-53383236c301 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.371289 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-876481b2-cf66-40a7-a886-53383236c301 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1236553 Oct 17 11:20:06.374596 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 58026) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:20:06.378901 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.v2.base [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Request body: {'floatingip': {'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf'}} {{(pid=103976) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:20:06.399942 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.520509 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.631431 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.db_base_plugin_common [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Allocated IP 172.28.1.92 (59bc4f32-b948-49dd-8148-863382a25dbf/3644758d-4475-434d-a0dc-c74049677f30/09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31) {{(pid=103976) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:20:06.754104 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for port (09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.795260 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6464595'] for port (09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.835626 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Network 59bc4f32-b948-49dd-8148-863382a25dbf is already hosted by enough agents. {{(pid=103976) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:20:06.845133 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.scheduler.base_scheduler [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Resources bound (agent type, host, resource id): {{(pid=103976) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:20:06.848303 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event updated for resources: {'Port': ['ID=09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:20:06.851659 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Received port after_create {{(pid=103976) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:20:06.911196 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 573518e3-efaa-4037-8edc-faf0ab8ef7e9 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:20:06.944339 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: 573518e3-efaa-4037-8edc-faf0ab8ef7e9 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:20:06.944795 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 573518e3-efaa-4037-8edc-faf0ab8ef7e9 not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:20:06.947498 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for floatingip (3c98e7af-f08d-42da-9b37-0d1c8b89b78e), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.952022 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9d477cef-2f36-4270-9b12-c330dd583688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:06.993955 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31), before_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:07.155170 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for port (09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31), precommit_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:07.163475 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6464584'] for port (09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31), after_update {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:07.234272 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (3c98e7af-f08d-42da-9b37-0d1c8b89b78e), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:07.237140 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event updated for resources: {'Port': ['ID=09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31,revision_number=2']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:20:07.261210 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:07.263300 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-44e8bc1d-51a8-4dde-91f6-0b9486819727 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8875644 Oct 17 11:20:07.448323 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-9f5a261c-2215-437b-83ed-c7414d5cda64 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1751583935&fields=id&tenant_id=68adeb8a7fdf4006b4acdd134af31d74 HTTP/1.1" status: 200 len: 267 time: 0.0490880 Oct 17 11:20:07.567229 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-91d127fe-e612-4131-96e6-49374fec250b tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:07.568712 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-91d127fe-e612-4131-96e6-49374fec250b tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/networks?id=08e3301c-8d3b-4a6e-a050-0dbd71731974 HTTP/1.1" status: 200 len: 811 time: 0.1121242 Oct 17 11:20:07.583524 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-ad47d49e-2b6c-4735-8c54-a1f6fb11f4e9 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/quotas/68adeb8a7fdf4006b4acdd134af31d74 HTTP/1.1" status: 200 len: 375 time: 0.0093999 Oct 17 11:20:07.638771 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-6c51c3f4-1f82-40eb-9164-0a5e42d698cb tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=68adeb8a7fdf4006b4acdd134af31d74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502708 Oct 17 11:20:07.743527 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-65bde973-ed68-43d3-94d9-1ff6f72321e1 service neutron] 10.222.0.43 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882540 Oct 17 11:20:07.834810 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-d785a2a4-ac6d-4753-b4f7-d29b0c4b2bf9 service neutron] 10.222.0.43 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854697 Oct 17 11:20:08.002604 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-423f0f26-39c2-4d46-ab24-48ecb7c7e1a5 req-ae8fab78-8f22-4cda-b810-5f90079ade0c tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 210 time: 0.0311697 Oct 17 11:20:09.051343 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-1d3731b5-399d-4ca6-977b-2499812a6639 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:09.052807 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-1d3731b5-399d-4ca6-977b-2499812a6639 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.23 "GET /v2.0/networks?id=08e3301c-8d3b-4a6e-a050-0dbd71731974 HTTP/1.1" status: 200 len: 811 time: 0.1078184 Oct 17 11:20:09.110156 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-cab8ed6a-42b9-45c1-8379-eacd35da0e43 req-26c751dd-89ea-4d73-ae6c-4a26c8177175 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 210 time: 0.0348408 Oct 17 11:20:09.115988 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-c9513e78-696b-460d-a358-a134d21bb990 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68adeb8a7fdf4006b4acdd134af31d74 HTTP/1.1" status: 200 len: 380 time: 0.0541017 Oct 17 11:20:09.133342 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-e98e2aa0-7f15-42a9-aab0-a7cf4496701a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Request body: {'port': {'device_id': '2368853f-3ead-47b3-a51f-3c47f9edba95', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'admin_state_up': True, 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'security_groups': ['a982eef5-e9e6-435d-8e21-670e1dd56284']}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:20:09.240970 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-e98e2aa0-7f15-42a9-aab0-a7cf4496701a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Made reservation on behalf of 68adeb8a7fdf4006b4acdd134af31d74 for: {'port': 1} {{(pid=103977) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 17 11:20:09.244278 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-e98e2aa0-7f15-42a9-aab0-a7cf4496701a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:09.297252 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1d211445-3f61-4038-89fa-e01f7cfd57dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:09.369477 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_common [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-e98e2aa0-7f15-42a9-aab0-a7cf4496701a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Allocated IP 172.20.0.7 (08e3301c-8d3b-4a6e-a050-0dbd71731974/5ed5274d-e2b0-4105-b8d4-dee290d2e878/45ec59ae-ea93-45d9-ac31-e175eecf8fb4) {{(pid=103977) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 17 11:20:09.502774 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-e98e2aa0-7f15-42a9-aab0-a7cf4496701a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:09.538106 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-e98e2aa0-7f15-42a9-aab0-a7cf4496701a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8735707267310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:09.580974 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-e98e2aa0-7f15-42a9-aab0-a7cf4496701a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Network 08e3301c-8d3b-4a6e-a050-0dbd71731974 is already hosted by enough agents. {{(pid=103977) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 17 11:20:09.583975 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.base_scheduler [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-e98e2aa0-7f15-42a9-aab0-a7cf4496701a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Resources bound (agent type, host, resource id): {{(pid=103977) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 17 11:20:09.589680 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-e98e2aa0-7f15-42a9-aab0-a7cf4496701a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Received port after_create {{(pid=103977) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 17 11:20:09.595617 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98e2aa0-7f15-42a9-aab0-a7cf4496701a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event updated for resources: {'Port': ['ID=45ec59ae-ea93-45d9-ac31-e175eecf8fb4,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:20:09.641456 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-e98e2aa0-7f15-42a9-aab0-a7cf4496701a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:09.642050 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-e98e2aa0-7f15-42a9-aab0-a7cf4496701a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:09.664434 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-e98e2aa0-7f15-42a9-aab0-a7cf4496701a tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5402429 Oct 17 11:20:09.679867 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Request body: {'port': {'device_id': '2368853f-3ead-47b3-a51f-3c47f9edba95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85846'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:20:09.740027 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:09.807987 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-7dc067d8-553c-4540-beeb-a9d9daff2acd None None] Provisioning complete for port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 triggered by entity DHCP. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:20:09.808350 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7dc067d8-553c-4540-beeb-a9d9daff2acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:09.808688 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-7dc067d8-553c-4540-beeb-a9d9daff2acd None None] Attempt 1 to provision port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 Oct 17 11:20:09.839937 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-7dc067d8-553c-4540-beeb-a9d9daff2acd None None] Port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 cannot update to ACTIVE because it is not bound. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Oct 17 11:20:10.003548 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 {{(pid=103977) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:20:10.013090 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Publish callbacks [] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:10.025436 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.provisioning_blocks [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Transition to ACTIVE for port object 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 will not be triggered until provisioned by entity L2. {{(pid=103977) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Oct 17 11:20:10.031144 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:10.095389 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec59ae-ea93-45d9-ac31-e175eecf8fb4,revision_number=2']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:20:10.144411 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Attempting to bind port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 on host hv-cinder-85846 for vnic_type normal with profile {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Oct 17 11:20:10.144741 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Attempting to bind port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 by drivers openvswitch,hyperv on host hv-cinder-85846 at level 0 using segments [{'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Oct 17 11:20:10.145449 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Attempting to bind port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 on network 08e3301c-8d3b-4a6e-a050-0dbd71731974 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:20:10.149694 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 on network 08e3301c-8d3b-4a6e-a050-0dbd71731974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85846 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 17 11:20:10.150009 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Attempting to bind port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 on network 08e3301c-8d3b-4a6e-a050-0dbd71731974 {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 17 11:20:10.154867 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Checking agent: {'id': '4debf114-5de0-4168-a79f-13747916be3d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85846', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'started_at': datetime.datetime(2022, 10, 17, 11, 4, 10), 'heartbeat_timestamp': datetime.datetime(2022, 10, 17, 11, 19, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 17 11:20:10.155200 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Checking segment: {'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103977) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Oct 17 11:20:10.155580 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Bound using segment: {'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'} {{(pid=103977) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 17 11:20:10.156006 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.managers [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Bound port: 45ec59ae-ea93-45d9-ac31-e175eecf8fb4, host: hv-cinder-85846, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5734c1e-143f-4607-8f45-7844d62af67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974'}}] {{(pid=103977) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Oct 17 11:20:10.156346 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:10.242361 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] For port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4, host hv-cinder-85846, cleared binding levels {{(pid=103977) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 17 11:20:10.245741 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] For port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4, host hv-cinder-85846, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=45ec59ae-ea93-45d9-ac31-e175eecf8fb4,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103977) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 17 11:20:10.256097 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5390408'] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:10.259653 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:10.260256 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:10.262246 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] 10.222.0.23 "PUT /v2.0/ports/45ec59ae-ea93-45d9-ac31-e175eecf8fb4 HTTP/1.1" status: 200 len: 1093 time: 0.5868652 Oct 17 11:20:10.264903 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2368853f-3ead-47b3-a51f-3c47f9edba95', 'tag': '45ec59ae-ea93-45d9-ac31-e175eecf8fb4'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:20:10.267164 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de2bc34-b231-4dc6-b158-b07b1f48bdd8" -d '{"events": [{"name": "network-changed", "server_uuid": "2368853f-3ead-47b3-a51f-3c47f9edba95", "tag": "45ec59ae-ea93-45d9-ac31-e175eecf8fb4"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:20:10.278453 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9963d-f85c-4f19-86b9-3f6c6d8bab0d req-44291e75-3058-444f-8ccc-a92bd93dbe0e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:10.279927 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-efe9963d-f85c-4f19-86b9-3f6c6d8bab0d req-44291e75-3058-444f-8ccc-a92bd93dbe0e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 943 time: 0.0930808 Oct 17 11:20:10.316266 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:10.316818 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43cce86-fed2-4a14-9cfb-da62d2ab4c22 x-openstack-request-id: req-a43cce86-fed2-4a14-9cfb-da62d2ab4c22 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:20:10.316818 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2368853f-3ead-47b3-a51f-3c47f9edba95", "tag": "45ec59ae-ea93-45d9-ac31-e175eecf8fb4", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:20:10.316818 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a43cce86-fed2-4a14-9cfb-da62d2ab4c22 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:20:10.317335 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a43cce86-fed2-4a14-9cfb-da62d2ab4c22'] response: {'name': 'network-changed', 'server_uuid': '2368853f-3ead-47b3-a51f-3c47f9edba95', 'tag': '45ec59ae-ea93-45d9-ac31-e175eecf8fb4', 'status': 'completed', 'code': 200} Oct 17 11:20:10.341305 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-7dc067d8-553c-4540-beeb-a9d9daff2acd None None] Attempt 2 to provision port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 Oct 17 11:20:10.382763 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-7dc067d8-553c-4540-beeb-a9d9daff2acd None None] Port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 had new provisioning blocks added so it will not transition to active. {{(pid=103978) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:374}} Oct 17 11:20:10.387382 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5056fba-ccf1-4953-946d-aeef2c1d60c2 service neutron] Pushing event updated for resources: {'Port': ['ID=45ec59ae-ea93-45d9-ac31-e175eecf8fb4,revision_number=3']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:20:10.407474 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-efe9963d-f85c-4f19-86b9-3f6c6d8bab0d req-905dd391-207b-4da4-a05c-2b83e623de37 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=a982eef5-e9e6-435d-8e21-670e1dd56284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057892 Oct 17 11:20:10.415816 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-70f62098-5f9e-439c-81b3-800f569c5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:10.417373 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-70f62098-5f9e-439c-81b3-800f569c5c12 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68adeb8a7fdf4006b4acdd134af31d74&device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 1127 time: 0.0899632 Oct 17 11:20:10.460068 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-63eefcc8-e6a3-4ad0-b84b-868ec4dff5f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ec59ae-ea93-45d9-ac31-e175eecf8fb4 HTTP/1.1" status: 200 len: 217 time: 0.0321605 Oct 17 11:20:10.514909 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-9940d075-d553-4509-bb1f-6a4babdcc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:10.516338 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-9940d075-d553-4509-bb1f-6a4babdcc1b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ed5274d-e2b0-4105-b8d4-dee290d2e878 HTTP/1.1" status: 200 len: 850 time: 0.0458159 Oct 17 11:20:10.577703 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-5744bcc3-1b77-4d24-ba18-51d40ed0de00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:10.579341 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-5744bcc3-1b77-4d24-ba18-51d40ed0de00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08e3301c-8d3b-4a6e-a050-0dbd71731974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0516570 Oct 17 11:20:10.580049 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:10.680951 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-335bf4fc-830f-44d6-987b-6a79ae3a2f95 service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912533 Oct 17 11:20:10.777383 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-59938773-5666-4a8d-a876-73fc4154a3e0 req-4a24cca1-8be3-47e4-98d9-749a3367799a service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869524 Oct 17 11:20:10.883193 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2bc34-b231-4dc6-b158-b07b1f48bdd8 req-7b8f5e5b-1bd8-45f1-a710-7706a3e91488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:10.884747 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7de2bc34-b231-4dc6-b158-b07b1f48bdd8 req-7b8f5e5b-1bd8-45f1-a710-7706a3e91488 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68adeb8a7fdf4006b4acdd134af31d74&device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 1127 time: 0.0467811 Oct 17 11:20:10.978875 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2bc34-b231-4dc6-b158-b07b1f48bdd8 req-eea9fb8d-5ff1-47a5-b322-3521365d8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:10.981083 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7de2bc34-b231-4dc6-b158-b07b1f48bdd8 req-eea9fb8d-5ff1-47a5-b322-3521365d8aaf service neutron] 10.222.0.23 "GET /v2.0/networks?id=08e3301c-8d3b-4a6e-a050-0dbd71731974 HTTP/1.1" status: 200 len: 912 time: 0.0891559 Oct 17 11:20:11.026304 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7de2bc34-b231-4dc6-b158-b07b1f48bdd8 req-47c8e0c5-ee94-431a-8776-de841552a6ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ec59ae-ea93-45d9-ac31-e175eecf8fb4 HTTP/1.1" status: 200 len: 217 time: 0.0374942 Oct 17 11:20:11.075686 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2bc34-b231-4dc6-b158-b07b1f48bdd8 req-9fdf227b-ad26-4a59-9611-0fd896d1fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:11.077093 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7de2bc34-b231-4dc6-b158-b07b1f48bdd8 req-9fdf227b-ad26-4a59-9611-0fd896d1fa38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ed5274d-e2b0-4105-b8d4-dee290d2e878 HTTP/1.1" status: 200 len: 850 time: 0.0444541 Oct 17 11:20:11.128309 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de2bc34-b231-4dc6-b158-b07b1f48bdd8 req-29b9065d-f074-4365-be3d-1026fb71e8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:11.129755 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7de2bc34-b231-4dc6-b158-b07b1f48bdd8 req-29b9065d-f074-4365-be3d-1026fb71e8b1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08e3301c-8d3b-4a6e-a050-0dbd71731974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0447631 Oct 17 11:20:11.226743 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7de2bc34-b231-4dc6-b158-b07b1f48bdd8 req-a9c3ac25-d19e-4dc4-b849-0457208cdfed service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884778 Oct 17 11:20:11.318087 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-7de2bc34-b231-4dc6-b158-b07b1f48bdd8 req-bc3f4731-086e-4e50-9bb6-5f03895c2e0c service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809791 Oct 17 11:20:11.553886 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa3890-63cf-41df-8a7f-712724650648 req-05b59d38-5457-4de0-b8c4-c7042a396786 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:11.555427 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d8fa3890-63cf-41df-8a7f-712724650648 req-05b59d38-5457-4de0-b8c4-c7042a396786 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 943 time: 0.0672457 Oct 17 11:20:11.601296 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-d8fa3890-63cf-41df-8a7f-712724650648 req-c2903a9e-466e-4425-9a7d-b747a36dcb47 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=a982eef5-e9e6-435d-8e21-670e1dd56284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400658 Oct 17 11:20:12.668701 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:12.737209 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90009c0b-ae4f-45be-bdec-66dccee81b8a req-1eee7ba9-69cd-4494-a7aa-67ee2e7736b2 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:12.738716 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-90009c0b-ae4f-45be-bdec-66dccee81b8a req-1eee7ba9-69cd-4494-a7aa-67ee2e7736b2 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 943 time: 0.0568433 Oct 17 11:20:12.787663 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-90009c0b-ae4f-45be-bdec-66dccee81b8a req-95fecd26-71da-4727-b488-52221f33e13c tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=a982eef5-e9e6-435d-8e21-670e1dd56284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408926 Oct 17 11:20:12.937923 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 details requested by agent hyperv_hv-cinder-85846 with host hv-cinder-85846 {{(pid=103978) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 17 11:20:13.045162 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=45ec59ae-ea93-45d9-ac31-e175eecf8fb4,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:20:13.057424 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Returning: {'device': '45ec59ae-ea93-45d9-ac31-e175eecf8fb4', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'port_id': '45ec59ae-ea93-45d9-ac31-e175eecf8fb4', 'mac_address': 'fa:16:3e:bc:e5:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103978) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 17 11:20:13.093861 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 is: DOWN; New status is: BUILD {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:20:13.094253 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:13.107444 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 {{(pid=103978) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 17 11:20:13.126621 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=45ec59ae-ea93-45d9-ac31-e175eecf8fb4,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:20:13.133783 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:13.176945 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=45ec59ae-ea93-45d9-ac31-e175eecf8fb4,revision_number=4']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:20:13.184195 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:13.184540 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:13.184915 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:13.185271 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:13.185606 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:13.185971 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:13.186257 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:13.186693 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:13.187026 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:13.187422 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:13.187697 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:13.188073 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:13.188410 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:20:13.453746 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] get_ports_and_sgs() called for port_ids ['45ec59ae-ea93-45d9-ac31-e175eecf8fb4'] {{(pid=103978) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Oct 17 11:20:13.928243 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be489532-0afc-466e-bfe3-169b83f5e266 req-a9960d72-200a-4a1c-87c3-fcd80a99da18 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:13.929912 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-be489532-0afc-466e-bfe3-169b83f5e266 req-a9960d72-200a-4a1c-87c3-fcd80a99da18 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 944 time: 0.0566523 Oct 17 11:20:13.977917 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-be489532-0afc-466e-bfe3-169b83f5e266 req-4168237d-413d-434a-94f3-4ac1615a6193 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=a982eef5-e9e6-435d-8e21-670e1dd56284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424736 Oct 17 11:20:14.357002 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:14.954314 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 up at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 17 11:20:15.014982 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning for port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 completed by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:135}} Oct 17 11:20:15.019824 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.provisioning_blocks [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Provisioning complete for port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 triggered by entity L2. {{(pid=103978) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:141}} Oct 17 11:20:15.020318 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1018445'] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), provisioning_complete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:15.020661 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Attempt 1 to provision port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 Oct 17 11:20:15.022089 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:20:15.096529 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Current status of the port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 is: BUILD; New status is: ACTIVE {{(pid=103978) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Oct 17 11:20:15.097021 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1031563'] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), before_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:15.106527 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0ecff-850d-4c6d-90c6-8f5971300932 req-7eaad98a-59d4-4ffe-ae31-7fc18a8a44b1 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:15.108021 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-77d0ecff-850d-4c6d-90c6-8f5971300932 req-7eaad98a-59d4-4ffe-ae31-7fc18a8a44b1 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 944 time: 0.0530565 Oct 17 11:20:15.120615 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2368853f-3ead-47b3-a51f-3c47f9edba95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec59ae-ea93-45d9-ac31-e175eecf8fb4'}] {{(pid=103978) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:20:15.122903 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fafaf880909b04e5ccaaef6ff865717c22c954e2bcff1e196de5eba5f0f544c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbd6629-af10-47d6-807a-bbcebc3bf249" -d '{"events": [{"server_uuid": "2368853f-3ead-47b3-a51f-3c47f9edba95", "name": "network-vif-plugged", "status": "completed", "tag": "45ec59ae-ea93-45d9-ac31-e175eecf8fb4"}]}' {{(pid=103978) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:20:15.137905 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] For port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=45ec59ae-ea93-45d9-ac31-e175eecf8fb4,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:20:15.144557 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8735707839380', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8735707268100', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8735707268118'] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:15.157596 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-77d0ecff-850d-4c6d-90c6-8f5971300932 req-b30232f5-badd-47e8-a6ec-1eebc14e9e6e tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=a982eef5-e9e6-435d-8e21-670e1dd56284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436654 Oct 17 11:20:15.196822 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Pushing event updated for resources: {'Port': ['ID=45ec59ae-ea93-45d9-ac31-e175eecf8fb4,revision_number=5']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:20:15.256634 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d30e0c5-a4e8-4ef3-89ef-e3827ccd2732 x-openstack-request-id: req-8d30e0c5-a4e8-4ef3-89ef-e3827ccd2732 {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:20:15.256924 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2368853f-3ead-47b3-a51f-3c47f9edba95", "name": "network-vif-plugged", "status": "completed", "tag": "45ec59ae-ea93-45d9-ac31-e175eecf8fb4", "code": 200}]} {{(pid=103978) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:20:15.257172 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8d30e0c5-a4e8-4ef3-89ef-e3827ccd2732 {{(pid=103978) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:20:15.257607 dv-cinder-858463-3-smb neutron-server[103978]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d30e0c5-a4e8-4ef3-89ef-e3827ccd2732'] response: {'server_uuid': '2368853f-3ead-47b3-a51f-3c47f9edba95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ec59ae-ea93-45d9-ac31-e175eecf8fb4', 'code': 200} Oct 17 11:20:15.450161 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b816e4c-ba67-4b74-a441-aa374dfd24aa req-ccfc4501-67bb-4481-964c-1799b4278b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:15.451675 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3b816e4c-ba67-4b74-a441-aa374dfd24aa req-ccfc4501-67bb-4481-964c-1799b4278b47 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 1129 time: 0.0442741 Oct 17 11:20:15.500058 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-3b816e4c-ba67-4b74-a441-aa374dfd24aa req-04bd5294-e174-46e8-b534-52762c203ccc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a982eef5-e9e6-435d-8e21-670e1dd56284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405681 Oct 17 11:20:16.296088 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095fe25-501a-4070-85de-271bf24e5673 req-5e4c208f-554c-4470-b442-4bd83c102435 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:16.297888 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6095fe25-501a-4070-85de-271bf24e5673 req-5e4c208f-554c-4470-b442-4bd83c102435 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 945 time: 0.0550585 Oct 17 11:20:16.348765 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-6095fe25-501a-4070-85de-271bf24e5673 req-feca5ca2-0a0d-42a7-b8a5-86da22c33138 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=a982eef5-e9e6-435d-8e21-670e1dd56284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423281 Oct 17 11:20:17.479730 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d35c9f-fe97-4f39-9f0b-1162d9cf4f32 req-f1e100a9-5c49-4724-8f49-09529e465057 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:17.481177 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-36d35c9f-fe97-4f39-9f0b-1162d9cf4f32 req-f1e100a9-5c49-4724-8f49-09529e465057 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 945 time: 0.0572107 Oct 17 11:20:17.534511 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-36d35c9f-fe97-4f39-9f0b-1162d9cf4f32 req-c3355030-5a7d-4300-a224-a4f604d783c9 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=a982eef5-e9e6-435d-8e21-670e1dd56284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473354 Oct 17 11:20:17.668879 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f099f-2840-4302-8ba8-8ceb9783b395 req-00e62344-ba79-49c8-b8be-538786aff116 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:17.670442 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-2c3f099f-2840-4302-8ba8-8ceb9783b395 req-00e62344-ba79-49c8-b8be-538786aff116 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 945 time: 0.0558329 Oct 17 11:20:17.681136 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 58082) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:20:17.685636 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.v2.base [None req-0b973702-93cb-41f1-bec4-316694f2f419 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Request body: {'floatingip': {'port_id': '45ec59ae-ea93-45d9-ac31-e175eecf8fb4'}} {{(pid=103977) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Oct 17 11:20:17.978690 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b973702-93cb-41f1-bec4-316694f2f419 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for floatingip (3c98e7af-f08d-42da-9b37-0d1c8b89b78e), before_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:18.408338 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b973702-93cb-41f1-bec4-316694f2f419 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:18.415029 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b973702-93cb-41f1-bec4-316694f2f419 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (3c98e7af-f08d-42da-9b37-0d1c8b89b78e), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:18.508175 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.l3_db [None req-0b973702-93cb-41f1-bec4-316694f2f419 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Floating IP 3c98e7af-f08d-42da-9b37-0d1c8b89b78e associated. External IP: 172.28.1.92, port: 45ec59ae-ea93-45d9-ac31-e175eecf8fb4. Oct 17 11:20:18.716031 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b973702-93cb-41f1-bec4-316694f2f419 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Router 945543f0-7bd2-4821-86d5-119b3d7807b6 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:20:18.816236 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b973702-93cb-41f1-bec4-316694f2f419 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:20:18.821075 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0b973702-93cb-41f1-bec4-316694f2f419 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:18.831501 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855d279-7b54-412e-a4ac-74b26aa3fbcf None None] Sync routers for ids ['945543f0-7bd2-4821-86d5-119b3d7807b6'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:20:18.841719 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855d279-7b54-412e-a4ac-74b26aa3fbcf None None] Routers {'945543f0-7bd2-4821-86d5-119b3d7807b6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:20:18.842611 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-1855d279-7b54-412e-a4ac-74b26aa3fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:20:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['945543f0-7bd2-4821-86d5-119b3d7807b6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:20:18.852514 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-0b973702-93cb-41f1-bec4-316694f2f419 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "PUT /v2.0/floatingips/3c98e7af-f08d-42da-9b37-0d1c8b89b78e HTTP/1.1" status: 200 len: 990 time: 1.1702547 Oct 17 11:20:18.853178 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2368853f-3ead-47b3-a51f-3c47f9edba95', 'tag': '45ec59ae-ea93-45d9-ac31-e175eecf8fb4'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:20:18.855464 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2cf600-5893-4831-9d3a-42150ed68a89" -d '{"events": [{"name": "network-changed", "server_uuid": "2368853f-3ead-47b3-a51f-3c47f9edba95", "tag": "45ec59ae-ea93-45d9-ac31-e175eecf8fb4"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:20:18.891731 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 17 Oct 2022 11:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66d5806-1e3d-47bf-90c3-07833827ca65 x-openstack-request-id: req-f66d5806-1e3d-47bf-90c3-07833827ca65 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:20:18.892026 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2368853f-3ead-47b3-a51f-3c47f9edba95", "tag": "45ec59ae-ea93-45d9-ac31-e175eecf8fb4", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:20:18.892269 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f66d5806-1e3d-47bf-90c3-07833827ca65 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:20:18.892677 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66d5806-1e3d-47bf-90c3-07833827ca65'] response: {'name': 'network-changed', 'server_uuid': '2368853f-3ead-47b3-a51f-3c47f9edba95', 'tag': '45ec59ae-ea93-45d9-ac31-e175eecf8fb4', 'status': 'completed', 'code': 200} Oct 17 11:20:18.947145 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-1855d279-7b54-412e-a4ac-74b26aa3fbcf None None] Set router 945543f0-7bd2-4821-86d5-119b3d7807b6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:20:18.960317 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cf600-5893-4831-9d3a-42150ed68a89 req-ebc979a3-71bb-485c-801c-a284f3d31b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:18.961879 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9d2cf600-5893-4831-9d3a-42150ed68a89 req-ebc979a3-71bb-485c-801c-a284f3d31b06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68adeb8a7fdf4006b4acdd134af31d74&device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 1129 time: 0.0454617 Oct 17 11:20:19.055155 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cf600-5893-4831-9d3a-42150ed68a89 req-88c36666-305c-44be-853f-8b7ae56e2e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:19.056528 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9d2cf600-5893-4831-9d3a-42150ed68a89 req-88c36666-305c-44be-853f-8b7ae56e2e85 service neutron] 10.222.0.23 "GET /v2.0/networks?id=08e3301c-8d3b-4a6e-a050-0dbd71731974 HTTP/1.1" status: 200 len: 912 time: 0.0881236 Oct 17 11:20:19.118086 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9d2cf600-5893-4831-9d3a-42150ed68a89 req-294fd4fd-ea86-48f7-8164-2ba9c642a13a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ec59ae-ea93-45d9-ac31-e175eecf8fb4 HTTP/1.1" status: 200 len: 998 time: 0.0549264 Oct 17 11:20:19.164899 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-1855d279-7b54-412e-a4ac-74b26aa3fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '3c98e7af-f08d-42da-9b37-0d1c8b89b78e', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'floating_ip_address': '172.28.1.92', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'port_id': '45ec59ae-ea93-45d9-ac31-e175eecf8fb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'mac_address': 'fa:16:3e:bc:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2368853f-3ead-47b3-a51f-3c47f9edba95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:20:06Z', 'updated_at': '2022-10-17T11:20:18Z', 'revision_number': 1, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:24Z', 'revision_number': 5, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:20:19.167024 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cf600-5893-4831-9d3a-42150ed68a89 req-a65219f6-8e21-4a0f-978e-3e832c591d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:19.168571 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9d2cf600-5893-4831-9d3a-42150ed68a89 req-a65219f6-8e21-4a0f-978e-3e832c591d38 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ed5274d-e2b0-4105-b8d4-dee290d2e878 HTTP/1.1" status: 200 len: 850 time: 0.0443909 Oct 17 11:20:19.189957 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855d279-7b54-412e-a4ac-74b26aa3fbcf None None] Checking router: 945543f0-7bd2-4821-86d5-119b3d7807b6 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:20:19.198413 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1855d279-7b54-412e-a4ac-74b26aa3fbcf None None] Routers {'945543f0-7bd2-4821-86d5-119b3d7807b6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:20:19.198998 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-1855d279-7b54-412e-a4ac-74b26aa3fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:20:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['945543f0-7bd2-4821-86d5-119b3d7807b6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:20:19.217657 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cf600-5893-4831-9d3a-42150ed68a89 req-d8a31046-cdb7-40eb-8d0b-6dd1d67bec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:19.219194 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9d2cf600-5893-4831-9d3a-42150ed68a89 req-d8a31046-cdb7-40eb-8d0b-6dd1d67bec15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08e3301c-8d3b-4a6e-a050-0dbd71731974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0445952 Oct 17 11:20:19.298044 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-1855d279-7b54-412e-a4ac-74b26aa3fbcf None None] Set router 945543f0-7bd2-4821-86d5-119b3d7807b6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:20:19.311473 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9d2cf600-5893-4831-9d3a-42150ed68a89 req-120fa83c-0459-4cb8-995c-4747dc9b75f6 service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858271 Oct 17 11:20:19.400436 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-9d2cf600-5893-4831-9d3a-42150ed68a89 req-e65dabf5-221f-4c59-b6c7-aedd321c6a81 service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831635 Oct 17 11:20:19.517989 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-1855d279-7b54-412e-a4ac-74b26aa3fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '3c98e7af-f08d-42da-9b37-0d1c8b89b78e', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'floating_ip_address': '172.28.1.92', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'port_id': '45ec59ae-ea93-45d9-ac31-e175eecf8fb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'mac_address': 'fa:16:3e:bc:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2368853f-3ead-47b3-a51f-3c47f9edba95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:20:06Z', 'updated_at': '2022-10-17T11:20:18Z', 'revision_number': 1, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:24Z', 'revision_number': 5, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:20:19.543865 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1855d279-7b54-412e-a4ac-74b26aa3fbcf None None] The sync data for ids ['945543f0-7bd2-4821-86d5-119b3d7807b6'] in dv-cinder-858463-3-smb is: [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_floatingips': [{'id': '3c98e7af-f08d-42da-9b37-0d1c8b89b78e', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'floating_ip_address': '172.28.1.92', 'floating_network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'router_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'port_id': '45ec59ae-ea93-45d9-ac31-e175eecf8fb4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'mac_address': 'fa:16:3e:bc:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2368853f-3ead-47b3-a51f-3c47f9edba95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-17T11:20:06Z', 'updated_at': '2022-10-17T11:20:18Z', 'revision_number': 1, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:24Z', 'revision_number': 5, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:20:19.754912 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326dcd2e-3471-43a4-80fd-a7d5d0354366 None None] New status for floating IP 3c98e7af-f08d-42da-9b37-0d1c8b89b78e: ACTIVE {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:20:23.040438 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-74911852-14fe-4491-ae2e-7367204f6dc3 req-c1c45882-b213-441b-acf2-4d6f9e8ba3c2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571737 Oct 17 11:20:23.131440 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911852-14fe-4491-ae2e-7367204f6dc3 req-f6af3085-8f0b-4a6d-9853-0e072680de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:23.132936 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-74911852-14fe-4491-ae2e-7367204f6dc3 req-f6af3085-8f0b-4a6d-9853-0e072680de1d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=68adeb8a7fdf4006b4acdd134af31d74&device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 1129 time: 0.0480208 Oct 17 11:20:23.235944 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911852-14fe-4491-ae2e-7367204f6dc3 req-e0ab1ef3-4db4-4e13-b151-aa9c863b27bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:23.237808 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-74911852-14fe-4491-ae2e-7367204f6dc3 req-e0ab1ef3-4db4-4e13-b151-aa9c863b27bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=08e3301c-8d3b-4a6e-a050-0dbd71731974 HTTP/1.1" status: 200 len: 912 time: 0.0844488 Oct 17 11:20:23.310585 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-74911852-14fe-4491-ae2e-7367204f6dc3 req-cff1e4d4-7ad5-4d08-9a21-ec3e7827fef7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ec59ae-ea93-45d9-ac31-e175eecf8fb4 HTTP/1.1" status: 200 len: 1000 time: 0.0661039 Oct 17 11:20:23.358562 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911852-14fe-4491-ae2e-7367204f6dc3 req-841f14d2-bea4-4143-8059-e71fad52f8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:23.360069 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-74911852-14fe-4491-ae2e-7367204f6dc3 req-841f14d2-bea4-4143-8059-e71fad52f8b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5ed5274d-e2b0-4105-b8d4-dee290d2e878 HTTP/1.1" status: 200 len: 850 time: 0.0438750 Oct 17 11:20:23.409960 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74911852-14fe-4491-ae2e-7367204f6dc3 req-7aa18fe6-3cd4-4b45-9802-ba10654dcaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:20:23.411436 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-74911852-14fe-4491-ae2e-7367204f6dc3 req-7aa18fe6-3cd4-4b45-9802-ba10654dcaee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=08e3301c-8d3b-4a6e-a050-0dbd71731974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0444965 Oct 17 11:20:23.507092 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-74911852-14fe-4491-ae2e-7367204f6dc3 req-fd2bb568-f1de-4ff9-b0cc-e188d7a2f42a service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875776 Oct 17 11:20:23.596020 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-74911852-14fe-4491-ae2e-7367204f6dc3 req-cc63b7a2-1208-40a3-adea-8ee94f2d0dd9 service neutron] 10.222.0.23 "GET /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822639 Oct 17 11:20:36.939361 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a720c4cd-1961-4a86-92a1-e8f30c26db78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:39.308264 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-081b4f33-9572-4494-9889-9d120646ebc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:40.315941 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:40.587398 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:42.682239 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:44.353913 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:20:52.027338 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:21:05.267509 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04993a46-41fe-46bf-84d9-68c17485fd88 req-490b624f-3c0b-4035-abec-7df83da5b1d7 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:21:05.268994 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-04993a46-41fe-46bf-84d9-68c17485fd88 req-490b624f-3c0b-4035-abec-7df83da5b1d7 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 945 time: 0.0577667 Oct 17 11:21:05.318430 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-04993a46-41fe-46bf-84d9-68c17485fd88 req-3735f2fd-941d-4c12-a5b5-7e9565037021 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=a982eef5-e9e6-435d-8e21-670e1dd56284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435252 Oct 17 11:21:06.475149 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc9917f-7ea3-4303-ba3c-0766ba31a617 req-c4822ea8-63ee-48aa-8c47-b729929b917f tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:21:06.476792 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8cc9917f-7ea3-4303-ba3c-0766ba31a617 req-c4822ea8-63ee-48aa-8c47-b729929b917f tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 945 time: 0.0713539 Oct 17 11:21:06.525977 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-8cc9917f-7ea3-4303-ba3c-0766ba31a617 req-83276595-ddae-45c8-b56d-b96b5cc48fbb tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=a982eef5-e9e6-435d-8e21-670e1dd56284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410395 Oct 17 11:21:06.933382 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-2dc76d3e-c731-4205-8bc4-8b10c25bad25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:07.335956 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-c3e918f6-6f5f-4127-933f-460d743ea213 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103977) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:21:07.337422 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-c3e918f6-6f5f-4127-933f-460d743ea213 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.23 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 945 time: 0.0694125 Oct 17 11:21:07.437143 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Deleting port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:21:07.437650 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:07.547839 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] For port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4, host hv-cinder-85846, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85846',level=0,port_id=45ec59ae-ea93-45d9-ac31-e175eecf8fb4,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:21:07.548841 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:07.668890 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f782d-0f63-435d-a748-cf20ccf0fbfa req-f76093f9-0dcd-496a-962c-b963e2579e00 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103976) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 17 11:21:07.670439 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a06f782d-0f63-435d-a748-cf20ccf0fbfa req-f76093f9-0dcd-496a-962c-b963e2579e00 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/ports?device_id=2368853f-3ead-47b3-a51f-3c47f9edba95 HTTP/1.1" status: 200 len: 945 time: 0.0619824 Oct 17 11:21:07.718775 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [req-a06f782d-0f63-435d-a748-cf20ccf0fbfa req-afac4eec-07a4-4e09-a682-71cc23cbfb7c tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups?id=a982eef5-e9e6-435d-8e21-670e1dd56284&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419922 Oct 17 11:21:07.722804 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:07.723166 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7882776'] for floatingip (3c98e7af-f08d-42da-9b37-0d1c8b89b78e), after_update {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:07.723477 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.db.l3_db [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Floating IP 3c98e7af-f08d-42da-9b37-0d1c8b89b78e disassociated. External IP: 172.28.1.92, port: 45ec59ae-ea93-45d9-ac31-e175eecf8fb4. Oct 17 11:21:07.723863 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Calling delete_port for 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 owned by compute:nova {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:21:07.853197 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (45ec59ae-ea93-45d9-ac31-e175eecf8fb4), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:07.880661 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event deleted for resources: {'Port': ['ID=45ec59ae-ea93-45d9-ac31-e175eecf8fb4,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:07.892172 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:07.892510 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:07.892846 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:07.893223 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:07.893560 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:07.893890 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:07.894215 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:07.894537 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:07.894858 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:07.895177 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:07.895485 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:07.895804 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:07.896124 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103977) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:08.009525 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Router 945543f0-7bd2-4821-86d5-119b3d7807b6 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:21:08.115559 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:21:08.126364 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d24b3-466e-47f5-8634-fa91fdee7ff0 None None] Sync routers for ids ['945543f0-7bd2-4821-86d5-119b3d7807b6'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:21:08.137755 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d24b3-466e-47f5-8634-fa91fdee7ff0 None None] Routers {'945543f0-7bd2-4821-86d5-119b3d7807b6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:21:08.138414 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-206d24b3-466e-47f5-8634-fa91fdee7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:20:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['945543f0-7bd2-4821-86d5-119b3d7807b6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:21:08.158409 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] No DVR routers for this DVR port 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 on host hv-cinder-85846 {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:21:08.160940 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for port (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:08.164320 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [req-14a0dde5-dd21-4a40-901b-a22b4b528a94 req-fb162723-c868-47a8-8de2-e2318f163865 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.23 "DELETE /v2.0/ports/45ec59ae-ea93-45d9-ac31-e175eecf8fb4 HTTP/1.1" status: 204 len: 173 time: 0.8186884 Oct 17 11:21:08.164823 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2368853f-3ead-47b3-a51f-3c47f9edba95', 'name': 'network-vif-deleted', 'tag': '45ec59ae-ea93-45d9-ac31-e175eecf8fb4'}] {{(pid=103977) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 17 11:21:08.167099 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}20888f7e63a1b5fe1924acceb292ad07c95d21d8f7644caa7004377d1a065607" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9841ebd-018e-4e85-a8d6-0540fe98ffe9" -d '{"events": [{"server_uuid": "2368853f-3ead-47b3-a51f-3c47f9edba95", "name": "network-vif-deleted", "tag": "45ec59ae-ea93-45d9-ac31-e175eecf8fb4"}]}' {{(pid=103977) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 17 11:21:08.202973 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 17 Oct 2022 11:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50f8e7e-75e6-46b8-bd32-601f02ec7826 x-openstack-request-id: req-c50f8e7e-75e6-46b8-bd32-601f02ec7826 {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 17 11:21:08.203241 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2368853f-3ead-47b3-a51f-3c47f9edba95", "name": "network-vif-deleted", "tag": "45ec59ae-ea93-45d9-ac31-e175eecf8fb4", "status": "completed", "code": 200}]} {{(pid=103977) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 17 11:21:08.203507 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c50f8e7e-75e6-46b8-bd32-601f02ec7826 {{(pid=103977) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 17 11:21:08.203948 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c50f8e7e-75e6-46b8-bd32-601f02ec7826'] response: {'server_uuid': '2368853f-3ead-47b3-a51f-3c47f9edba95', 'name': 'network-vif-deleted', 'tag': '45ec59ae-ea93-45d9-ac31-e175eecf8fb4', 'status': 'completed', 'code': 200} Oct 17 11:21:08.254299 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-206d24b3-466e-47f5-8634-fa91fdee7ff0 None None] Set router 945543f0-7bd2-4821-86d5-119b3d7807b6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:21:08.457052 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-206d24b3-466e-47f5-8634-fa91fdee7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:24Z', 'revision_number': 5, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:21:08.481981 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d24b3-466e-47f5-8634-fa91fdee7ff0 None None] Checking router: 945543f0-7bd2-4821-86d5-119b3d7807b6 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:21:08.490474 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206d24b3-466e-47f5-8634-fa91fdee7ff0 None None] Routers {'945543f0-7bd2-4821-86d5-119b3d7807b6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:21:08.491072 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-206d24b3-466e-47f5-8634-fa91fdee7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:20:39Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['945543f0-7bd2-4821-86d5-119b3d7807b6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:21:08.592011 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-206d24b3-466e-47f5-8634-fa91fdee7ff0 None None] Set router 945543f0-7bd2-4821-86d5-119b3d7807b6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:21:08.800152 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-206d24b3-466e-47f5-8634-fa91fdee7ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:24Z', 'revision_number': 5, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:21:08.813418 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 58206) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:08.824585 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-206d24b3-466e-47f5-8634-fa91fdee7ff0 None None] The sync data for ids ['945543f0-7bd2-4821-86d5-119b3d7807b6'] in dv-cinder-858463-3-smb is: [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:17:20Z', 'revision_number': 4, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb', '_interfaces': [{'id': 'cfb043e4-c60d-405a-89ae-6022fdd23442', 'name': '', 'network_id': '08e3301c-8d3b-4a6e-a050-0dbd71731974', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'mac_address': 'fa:16:3e:5e:aa:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:19Z', 'updated_at': '2022-10-17T11:17:24Z', 'revision_number': 5, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'subnets': [{'id': '5ed5274d-e2b0-4105-b8d4-dee290d2e878', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:21:08.871308 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8e1de076-6066-4a95-9da5-a8dca4613bdc tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group (a982eef5-e9e6-435d-8e21-670e1dd56284), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:08.896599 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8e1de076-6066-4a95-9da5-a8dca4613bdc tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group (a982eef5-e9e6-435d-8e21-670e1dd56284), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:08.948520 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8e1de076-6066-4a95-9da5-a8dca4613bdc tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (a982eef5-e9e6-435d-8e21-670e1dd56284), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:08.951188 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-8e1de076-6066-4a95-9da5-a8dca4613bdc tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:08.955171 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-8e1de076-6066-4a95-9da5-a8dca4613bdc tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "DELETE /v2.0/security-groups/a982eef5-e9e6-435d-8e21-670e1dd56284 HTTP/1.1" status: 204 len: 168 time: 0.1379466 Oct 17 11:21:08.955631 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 58208) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:08.961969 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1de076-6066-4a95-9da5-a8dca4613bdc tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a982eef5-e9e6-435d-8e21-670e1dd56284,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:08.971559 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.api.v2.resource [None req-d8b8c86b-7338-4515-a7b8-502efe82d854 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] show failed (client error): The resource could not be found. Oct 17 11:21:08.975510 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-d8b8c86b-7338-4515-a7b8-502efe82d854 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "GET /v2.0/security-groups/a982eef5-e9e6-435d-8e21-670e1dd56284 HTTP/1.1" status: 404 len: 347 time: 0.0159130 Oct 17 11:21:08.976020 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 58210) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:09.064407 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af2b8a5-0a1a-4bc3-b55a-c11f74be94fe None None] New status for floating IP 3c98e7af-f08d-42da-9b37-0d1c8b89b78e: DOWN {{(pid=103979) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Oct 17 11:21:09.106459 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-53ba0f74-6833-40a7-ad11-294e792cdf96 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Deleting port 09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:21:09.106777 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-53ba0f74-6833-40a7-ad11-294e792cdf96 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:09.182119 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-53ba0f74-6833-40a7-ad11-294e792cdf96 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:09.182472 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-53ba0f74-6833-40a7-ad11-294e792cdf96 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for floatingip (09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:09.195078 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-53ba0f74-6833-40a7-ad11-294e792cdf96 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Calling delete_port for 09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31 owned by network:floatingip {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:21:09.303136 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-72cc6207-9b52-4685-b4e6-e2bd1fafe898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:09.332476 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-53ba0f74-6833-40a7-ad11-294e792cdf96 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:09.356494 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba0f74-6833-40a7-ad11-294e792cdf96 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Pushing event deleted for resources: {'Port': ['ID=09dd4e86-9dab-40ef-9eef-a0dcc9ac0f31,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:09.420221 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-53ba0f74-6833-40a7-ad11-294e792cdf96 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks [] for floatingip (3c98e7af-f08d-42da-9b37-0d1c8b89b78e), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:09.423295 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-53ba0f74-6833-40a7-ad11-294e792cdf96 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-125125'] for floatingip (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:09.424427 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-53ba0f74-6833-40a7-ad11-294e792cdf96 tempest-AttachVolumeTestJSON-260901382 tempest-AttachVolumeTestJSON-260901382-project] 10.222.0.43 "DELETE /v2.0/floatingips/3c98e7af-f08d-42da-9b37-0d1c8b89b78e HTTP/1.1" status: 204 len: 168 time: 0.4473820 Oct 17 11:21:10.315480 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:10.586127 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:11.343257 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 no longer exists at agent hyperv_hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:21:11.366439 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] No Port match for: 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:21:11.366781 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Device 45ec59ae-ea93-45d9-ac31-e175eecf8fb4 not bound to the agent host hv-cinder-85846 {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:21:12.685002 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:13.008732 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 58238) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:13.343458 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d3c419a4-8d1b-4813-a09b-e1b591544271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7878424'] for router_interface (945543f0-7bd2-4821-86d5-119b3d7807b6), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:13.582358 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-d3c419a4-8d1b-4813-a09b-e1b591544271 admin admin] Deleting port cfb043e4-c60d-405a-89ae-6022fdd23442 {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:21:13.582650 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d3c419a4-8d1b-4813-a09b-e1b591544271 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:13.663106 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-d3c419a4-8d1b-4813-a09b-e1b591544271 admin admin] For port cfb043e4-c60d-405a-89ae-6022fdd23442, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=cfb043e4-c60d-405a-89ae-6022fdd23442,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:21:13.663338 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d3c419a4-8d1b-4813-a09b-e1b591544271 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:13.675874 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-d3c419a4-8d1b-4813-a09b-e1b591544271 admin admin] Calling delete_port for cfb043e4-c60d-405a-89ae-6022fdd23442 owned by network:router_interface {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:21:14.106479 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d3c419a4-8d1b-4813-a09b-e1b591544271 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (cfb043e4-c60d-405a-89ae-6022fdd23442), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:14.130299 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c419a4-8d1b-4813-a09b-e1b591544271 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfb043e4-c60d-405a-89ae-6022fdd23442,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:14.290123 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-d3c419a4-8d1b-4813-a09b-e1b591544271 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8316017', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-7883176'] for router_interface (945543f0-7bd2-4821-86d5-119b3d7807b6), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:14.342356 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:14.497038 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c419a4-8d1b-4813-a09b-e1b591544271 admin admin] Router 945543f0-7bd2-4821-86d5-119b3d7807b6 has already been hosted by L3 agent 97899291-2d92-4bd0-aab7-6532fb5e8803 {{(pid=103977) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 17 11:21:14.598138 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c419a4-8d1b-4813-a09b-e1b591544271 admin admin] Notify agent at l3_agent.dv-cinder-858463-3-smb the message routers_updated {{(pid=103977) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 17 11:21:14.605078 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-d3c419a4-8d1b-4813-a09b-e1b591544271 admin admin] 10.222.0.43 "PUT /v2.0/routers/945543f0-7bd2-4821-86d5-119b3d7807b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5952590 Oct 17 11:21:14.606088 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 58240) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:14.607161 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e55d40-3e02-446b-a93a-7161e913e5b9 None None] Sync routers for ids ['945543f0-7bd2-4821-86d5-119b3d7807b6'] in dv-cinder-858463-3-smb {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 17 11:21:14.618436 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e55d40-3e02-446b-a93a-7161e913e5b9 None None] Routers {'945543f0-7bd2-4821-86d5-119b3d7807b6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:21:14.619052 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-21e55d40-3e02-446b-a93a-7161e913e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:21:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['945543f0-7bd2-4821-86d5-119b3d7807b6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:21:14.704931 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] Publish callbacks [] for router (945543f0-7bd2-4821-86d5-119b3d7807b6), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:14.718301 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-21e55d40-3e02-446b-a93a-7161e913e5b9 None None] Set router 945543f0-7bd2-4821-86d5-119b3d7807b6 gateway port host: dv-cinder-858463-3-smb {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:21:14.802828 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] Publish callbacks [] for router_gateway (945543f0-7bd2-4821-86d5-119b3d7807b6), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:14.853954 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] Deleting port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:21:14.854215 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (87c4fc57-031a-4d2a-a8e9-68d03cf70dfe), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:14.885640 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-21e55d40-3e02-446b-a93a-7161e913e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'external_fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137'}], 'enable_snat': True}, 'gw_port_id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:21:13Z', 'revision_number': 5, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port': {'id': '87c4fc57-031a-4d2a-a8e9-68d03cf70dfe', 'name': '', 'network_id': '59bc4f32-b948-49dd-8148-863382a25dbf', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:2d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '3644758d-4475-434d-a0dc-c74049677f30', 'ip_address': '172.28.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-858463-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-17T11:17:18Z', 'updated_at': '2022-10-17T11:17:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '3644758d-4475-434d-a0dc-c74049677f30', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-858463-3-smb'}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:21:14.913341 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e55d40-3e02-446b-a93a-7161e913e5b9 None None] Checking router: 945543f0-7bd2-4821-86d5-119b3d7807b6 for host: dv-cinder-858463-3-smb {{(pid=103978) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 17 11:21:14.921999 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e55d40-3e02-446b-a93a-7161e913e5b9 None None] Routers {'945543f0-7bd2-4821-86d5-119b3d7807b6'} bound to L3 agent in host dv-cinder-858463-3-smb {{(pid=103978) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 17 11:21:14.922596 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-21e55d40-3e02-446b-a93a-7161e913e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-858463-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-17T10:57:39Z,description=,heartbeat_timestamp=2022-10-17T11:21:09Z,host='dv-cinder-858463-3-smb',id=97899291-2d92-4bd0-aab7-6532fb5e8803,load=0,resource_versions=,resources_synced=,started_at=2022-10-17T10:57:39Z,topic='l3_agent')) {'router_ids': ['945543f0-7bd2-4821-86d5-119b3d7807b6'], 'active': True} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:21:14.932278 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] For port 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=87c4fc57-031a-4d2a-a8e9-68d03cf70dfe,segment=NetworkSegment(4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f),segment_id=4d8aeea3-d9a3-4679-9ddf-bc6bbb5a8b4f)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:21:14.932646 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (87c4fc57-031a-4d2a-a8e9-68d03cf70dfe), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:14.945178 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] Calling delete_port for 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe owned by network:router_gateway {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:21:15.000292 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvr_db [None req-21e55d40-3e02-446b-a93a-7161e913e5b9 None None] Set router 945543f0-7bd2-4821-86d5-119b3d7807b6 gateway port host: None {{(pid=103978) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 17 11:21:15.054998 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_hamode_db [None req-21e55d40-3e02-446b-a93a-7161e913e5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:21:14Z', 'revision_number': 6, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port_host': None}], 'dv-cinder-858463-3-smb', False) {} {{(pid=103978) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:21:15.079147 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e55d40-3e02-446b-a93a-7161e913e5b9 None None] The sync data for ids ['945543f0-7bd2-4821-86d5-119b3d7807b6'] in dv-cinder-858463-3-smb is: [{'id': '945543f0-7bd2-4821-86d5-119b3d7807b6', 'name': 'tempest-AttachVolumeTestJSON-1144366198-router', 'tenant_id': '68adeb8a7fdf4006b4acdd134af31d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-17T11:17:17Z', 'updated_at': '2022-10-17T11:21:14Z', 'revision_number': 6, 'project_id': '68adeb8a7fdf4006b4acdd134af31d74', 'gw_port_host': None}] {{(pid=103978) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 17 11:21:15.115495 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (87c4fc57-031a-4d2a-a8e9-68d03cf70dfe), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.141526 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=87c4fc57-031a-4d2a-a8e9-68d03cf70dfe,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:15.203686 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7882834'] for router_gateway (945543f0-7bd2-4821-86d5-119b3d7807b6), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.289899 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7880903', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2291'] for router (945543f0-7bd2-4821-86d5-119b3d7807b6), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.292171 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] Publish callbacks [] for router_controller (945543f0-7bd2-4821-86d5-119b3d7807b6), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.335123 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7880894'] for router (945543f0-7bd2-4821-86d5-119b3d7807b6), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.335654 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 945543f0-7bd2-4821-86d5-119b3d7807b6 {{(pid=103977) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 17 11:21:15.340003 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.343525 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-50c8f375-efc2-49aa-a8da-ad36d9df9cf7 admin admin] 10.222.0.43 "DELETE /v2.0/routers/945543f0-7bd2-4821-86d5-119b3d7807b6 HTTP/1.1" status: 204 len: 168 time: 0.7341678 Oct 17 11:21:15.343747 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 58242) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:15.391802 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ca6a7f-5f4e-408d-8397-ea9009d1c840 admin admin] Deleting subnet 5ed5274d-e2b0-4105-b8d4-dee290d2e878 {{(pid=103977) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Oct 17 11:21:15.394912 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-43ca6a7f-5f4e-408d-8397-ea9009d1c840 admin admin] Publish callbacks [] for subnet (5ed5274d-e2b0-4105-b8d4-dee290d2e878), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.430052 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-43ca6a7f-5f4e-408d-8397-ea9009d1c840 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5583397'] for subnet (5ed5274d-e2b0-4105-b8d4-dee290d2e878), precommit_delete_associations {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.507605 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-43ca6a7f-5f4e-408d-8397-ea9009d1c840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1046911'] for subnet (5ed5274d-e2b0-4105-b8d4-dee290d2e878), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.568161 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-43ca6a7f-5f4e-408d-8397-ea9009d1c840 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1046854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7940385', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5389954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5305135'] for subnet (5ed5274d-e2b0-4105-b8d4-dee290d2e878), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.593133 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca6a7f-5f4e-408d-8397-ea9009d1c840 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ed5274d-e2b0-4105-b8d4-dee290d2e878,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:15.597630 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-43ca6a7f-5f4e-408d-8397-ea9009d1c840 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.601038 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-43ca6a7f-5f4e-408d-8397-ea9009d1c840 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/5ed5274d-e2b0-4105-b8d4-dee290d2e878 HTTP/1.1" status: 204 len: 168 time: 0.2563663 Oct 17 11:21:15.603620 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933c782a-7bd6-4ffb-b2ce-95fe1446ae9c None None] Network 08e3301c-8d3b-4a6e-a050-0dbd71731974 requested from dv-cinder-858463-3-smb {{(pid=103978) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Oct 17 11:21:15.604100 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 58244) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:15.671422 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-918695'] for network (08e3301c-8d3b-4a6e-a050-0dbd71731974), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.721344 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Deleting port 814a79a6-c911-4f69-93f1-ede5a75e919d {{(pid=103977) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:21:15.721688 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.786955 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.db [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] For port 814a79a6-c911-4f69-93f1-ede5a75e919d, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=814a79a6-c911-4f69-93f1-ede5a75e919d,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103977) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:21:15.787236 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.804491 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.plugin [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Calling delete_port for 814a79a6-c911-4f69-93f1-ede5a75e919d owned by network:dhcp {{(pid=103977) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:21:15.831150 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] DHCP port deletion for 08e3301c-8d3b-4a6e-a050-0dbd71731974 request from dv-cinder-858463-3-smb {{(pid=103978) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Oct 17 11:21:15.879794 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Deleting port 814a79a6-c911-4f69-93f1-ede5a75e919d {{(pid=103978) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2033}} Oct 17 11:21:15.880189 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8735707832863'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), before_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.893435 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5390419'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:15.893798 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:21:15.922472 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Pushing event deleted for resources: {'Port': ['ID=814a79a6-c911-4f69-93f1-ede5a75e919d,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:15.924359 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] No DVR routers for this DVR port 814a79a6-c911-4f69-93f1-ede5a75e919d on host dv-cinder-858463-3-smb {{(pid=103977) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:21:16.001490 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1045238', 'neutron.services.segments.db._delete_segments_for_network-8735707778088'] for network (08e3301c-8d3b-4a6e-a050-0dbd71731974), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:16.025429 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08e3301c-8d3b-4a6e-a050-0dbd71731974']}} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:21:16.036741 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5734c1e-143f-4607-8f45-7844d62af67d') {'for_net_delete': True} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:21:16.037043 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.services.segments.db [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5734c1e-143f-4607-8f45-7844d62af67d') {} {{(pid=103977) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 17 11:21:16.047884 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8735707779386', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5583420'] for segment (c5734c1e-143f-4607-8f45-7844d62af67d), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:16.062922 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923'] for segment (c5734c1e-143f-4607-8f45-7844d62af67d), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:16.071557 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=103977) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 17 11:21:16.072392 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1040923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5390436'] for segment (c5734c1e-143f-4607-8f45-7844d62af67d), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:16.078986 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:21:16.079770 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 87c4fc57-031a-4d2a-a8e9-68d03cf70dfe not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:21:16.080032 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 814a79a6-c911-4f69-93f1-ede5a75e919d no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:21:16.104954 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: 814a79a6-c911-4f69-93f1-ede5a75e919d {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:21:16.105227 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device 814a79a6-c911-4f69-93f1-ede5a75e919d not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:21:16.105640 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device cfb043e4-c60d-405a-89ae-6022fdd23442 no longer exists at agent ovs-agent-dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 17 11:21:16.134635 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.db [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] For port 814a79a6-c911-4f69-93f1-ede5a75e919d, host dv-cinder-858463-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-858463-3-smb',level=0,port_id=814a79a6-c911-4f69-93f1-ede5a75e919d,segment=NetworkSegment(c5734c1e-143f-4607-8f45-7844d62af67d),segment_id=c5734c1e-143f-4607-8f45-7844d62af67d)] {{(pid=103978) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 17 11:21:16.135047 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7878981'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), precommit_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:16.141256 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] No Port match for: cfb043e4-c60d-405a-89ae-6022fdd23442 {{(pid=103978) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} Oct 17 11:21:16.141256 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.rpc [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Device cfb043e4-c60d-405a-89ae-6022fdd23442 not bound to the agent host dv-cinder-858463-3-smb {{(pid=103978) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 17 11:21:16.150831 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1045245', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897342', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7882798'] for network (08e3301c-8d3b-4a6e-a050-0dbd71731974), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:16.161793 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-8315978'] for network (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:16.162631 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.plugins.ml2.plugin [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Calling delete_port for 814a79a6-c911-4f69-93f1-ede5a75e919d owned by network:dhcp {{(pid=103978) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} Oct 17 11:21:16.165328 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] 10.222.0.43 "DELETE /v2.0/networks/08e3301c-8d3b-4a6e-a050-0dbd71731974 HTTP/1.1" status: 204 len: 168 time: 0.5606337 Oct 17 11:21:16.176487 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac10158-66cb-4f04-b3ed-cad9448d0682 admin admin] Pushing event deleted for resources: {'Network': ['ID=08e3301c-8d3b-4a6e-a050-0dbd71731974,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:16.189538 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment c5734c1e-143f-4607-8f45-7844d62af67d resource provider aggregate not found Oct 17 11:21:16.206920 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.services.segments.plugin [-] Segment c5734c1e-143f-4607-8f45-7844d62af67d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5734c1e-143f-4607-8f45-7844d62af67d found for delete ", "request_id": "req-e77aa7a5-4b09-47c6-b899-62817d1a4ebf"}]} Oct 17 11:21:16.253804 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1028635', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-139702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-8316024', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8735707839362', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8735707267319'] for port (814a79a6-c911-4f69-93f1-ede5a75e919d), after_delete {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:16.261185 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Network 08e3301c-8d3b-4a6e-a050-0dbd71731974 is not hosted by any dhcp agent {{(pid=103978) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 17 11:21:16.261663 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] No DVR routers for this DVR port 814a79a6-c911-4f69-93f1-ede5a75e919d on host dv-cinder-858463-3-smb {{(pid=103978) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:217}} Oct 17 11:21:16.279227 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Pushing event deleted for resources: {'Port': ['ID=814a79a6-c911-4f69-93f1-ede5a75e919d,revision_number=None']} {{(pid=103978) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:16.287518 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.287931 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.288519 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.288974 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.289474 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.290250 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.290250 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.290434 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.290751 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.291083 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.291392 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.291708 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.292433 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4c525ac-9a00-4eec-b7f0-1cb73cfa4f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103978) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.319717 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 58254) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:16.364253 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-60fa4c51-7850-4df2-9ec2-67edfaaa3f22 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=68adeb8a7fdf4006b4acdd134af31d74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433459 Oct 17 11:21:16.366811 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 58256) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:16.416545 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Publish callbacks [] for security_group (f391bef1-42a1-49c1-a42c-6ff2481ccb31), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:16.439033 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Publish callbacks [] for security_group (f391bef1-42a1-49c1-a42c-6ff2481ccb31), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:16.490148 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (f391bef1-42a1-49c1-a42c-6ff2481ccb31), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:16.493007 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:16.494419 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f391bef1-42a1-49c1-a42c-6ff2481ccb31 HTTP/1.1" status: 204 len: 168 time: 0.1266081 Oct 17 11:21:16.503373 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f391bef1-42a1-49c1-a42c-6ff2481ccb31,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:16.510606 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.510964 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.511313 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.511661 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.511999 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.512332 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.512663 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.512992 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.513349 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.513681 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.514009 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.514333 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:16.514656 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1d2d370-da84-4549-af4e-1c5e87307f9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-858463-3-smb {{(pid=103976) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 17 11:21:25.490242 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 58380) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:25.627433 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5a8fe1fe-b348-4a32-b457-91807706948d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:25.708661 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5a8fe1fe-b348-4a32-b457-91807706948d admin admin] Publish callbacks [] for security_group (c7f5c3ef-9ba0-4e1c-936f-2faba1c43b03), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:25.714770 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-5a8fe1fe-b348-4a32-b457-91807706948d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (c7f5c3ef-9ba0-4e1c-936f-2faba1c43b03), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:25.756909 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-5a8fe1fe-b348-4a32-b457-91807706948d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ad7cb2d65bf242ab95528e44507f29d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655616 Oct 17 11:21:25.758193 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8fe1fe-b348-4a32-b457-91807706948d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f5c3ef-9ba0-4e1c-936f-2faba1c43b03,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:25.760108 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 58384) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:25.810174 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2f054626-bea6-43d1-b255-5e388cdf03c0 admin admin] Publish callbacks [] for security_group (c7f5c3ef-9ba0-4e1c-936f-2faba1c43b03), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:25.832570 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2f054626-bea6-43d1-b255-5e388cdf03c0 admin admin] Publish callbacks [] for security_group (c7f5c3ef-9ba0-4e1c-936f-2faba1c43b03), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:25.882638 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2f054626-bea6-43d1-b255-5e388cdf03c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (c7f5c3ef-9ba0-4e1c-936f-2faba1c43b03), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:25.885558 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-2f054626-bea6-43d1-b255-5e388cdf03c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:25.886707 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-2f054626-bea6-43d1-b255-5e388cdf03c0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c7f5c3ef-9ba0-4e1c-936f-2faba1c43b03 HTTP/1.1" status: 204 len: 168 time: 0.1247659 Oct 17 11:21:25.894456 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f054626-bea6-43d1-b255-5e388cdf03c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f5c3ef-9ba0-4e1c-936f-2faba1c43b03,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:26.179647 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 58390) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:26.193269 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b2976189-8708-4ea7-9a2f-8b9dbea4aa9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:26.268103 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b2976189-8708-4ea7-9a2f-8b9dbea4aa9f admin admin] Publish callbacks [] for security_group (3341fafa-e638-4cff-bb3f-768d316108b8), precommit_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:26.274215 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-b2976189-8708-4ea7-9a2f-8b9dbea4aa9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (3341fafa-e638-4cff-bb3f-768d316108b8), after_create {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:26.314432 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-b2976189-8708-4ea7-9a2f-8b9dbea4aa9f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=761d2d2fb37f425d8c8c258d76d3dc00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1337094 Oct 17 11:21:26.315478 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2976189-8708-4ea7-9a2f-8b9dbea4aa9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3341fafa-e638-4cff-bb3f-768d316108b8,revision_number=1']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:26.317459 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 58392) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:26.369127 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-45e6404f-7d9a-4d2b-9823-6f99dccc1317 admin admin] Publish callbacks [] for security_group (3341fafa-e638-4cff-bb3f-768d316108b8), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:26.390194 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-45e6404f-7d9a-4d2b-9823-6f99dccc1317 admin admin] Publish callbacks [] for security_group (3341fafa-e638-4cff-bb3f-768d316108b8), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:26.439962 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-45e6404f-7d9a-4d2b-9823-6f99dccc1317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (3341fafa-e638-4cff-bb3f-768d316108b8), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:26.442712 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-45e6404f-7d9a-4d2b-9823-6f99dccc1317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:26.443873 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-45e6404f-7d9a-4d2b-9823-6f99dccc1317 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/3341fafa-e638-4cff-bb3f-768d316108b8 HTTP/1.1" status: 204 len: 168 time: 0.1253831 Oct 17 11:21:26.453517 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e6404f-7d9a-4d2b-9823-6f99dccc1317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3341fafa-e638-4cff-bb3f-768d316108b8,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:29.026860 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:21:30.647614 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 58458) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:30.773722 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5300-62cc-47da-8fc3-8a4948718451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:30.855521 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5300-62cc-47da-8fc3-8a4948718451 admin admin] Publish callbacks [] for security_group (041ad61f-6055-467b-b127-d0a56d5d963c), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:30.862378 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-e7fb5300-62cc-47da-8fc3-8a4948718451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (041ad61f-6055-467b-b127-d0a56d5d963c), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:30.899814 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-e7fb5300-62cc-47da-8fc3-8a4948718451 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5af29f8ea8e9468c97cd3e5862d0ce83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504411 Oct 17 11:21:30.900685 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb5300-62cc-47da-8fc3-8a4948718451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041ad61f-6055-467b-b127-d0a56d5d963c,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:30.902998 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 58462) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:30.951179 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4536aeaf-2d82-476f-b74e-4458ceddc14c admin admin] Publish callbacks [] for security_group (041ad61f-6055-467b-b127-d0a56d5d963c), before_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:30.974350 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4536aeaf-2d82-476f-b74e-4458ceddc14c admin admin] Publish callbacks [] for security_group (041ad61f-6055-467b-b127-d0a56d5d963c), precommit_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:31.024296 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4536aeaf-2d82-476f-b74e-4458ceddc14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (041ad61f-6055-467b-b127-d0a56d5d963c), after_delete {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:31.026962 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-4536aeaf-2d82-476f-b74e-4458ceddc14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:31.028111 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-4536aeaf-2d82-476f-b74e-4458ceddc14c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/041ad61f-6055-467b-b127-d0a56d5d963c HTTP/1.1" status: 204 len: 168 time: 0.1242504 Oct 17 11:21:31.036127 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536aeaf-2d82-476f-b74e-4458ceddc14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041ad61f-6055-467b-b127-d0a56d5d963c,revision_number=None']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:36.929131 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-55852141-e557-4563-bf46-2d1df0ec0396 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:39.317026 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-720c2fd5-3d83-449f-9b9f-6df63aa019c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:40.315993 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:40.593081 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:41.507484 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 58594) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:41.615044 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ae56ffc8-0fa2-464f-855a-7219f456876d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:41.693423 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ae56ffc8-0fa2-464f-855a-7219f456876d admin admin] Publish callbacks [] for security_group (92a1381c-b66d-4012-8be1-863878a0e51b), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:41.698995 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-ae56ffc8-0fa2-464f-855a-7219f456876d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (92a1381c-b66d-4012-8be1-863878a0e51b), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:41.735497 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-ae56ffc8-0fa2-464f-855a-7219f456876d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=138f0cc23a2d411db34be7653a07563e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268937 Oct 17 11:21:41.737564 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56ffc8-0fa2-464f-855a-7219f456876d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a1381c-b66d-4012-8be1-863878a0e51b,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:41.738281 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 58598) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:41.789536 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-305437b9-1337-47ba-8759-48fae3ff5dc9 admin admin] Publish callbacks [] for security_group (92a1381c-b66d-4012-8be1-863878a0e51b), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:41.812525 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-305437b9-1337-47ba-8759-48fae3ff5dc9 admin admin] Publish callbacks [] for security_group (92a1381c-b66d-4012-8be1-863878a0e51b), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:41.860581 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-305437b9-1337-47ba-8759-48fae3ff5dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (92a1381c-b66d-4012-8be1-863878a0e51b), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:41.863153 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-305437b9-1337-47ba-8759-48fae3ff5dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:41.864317 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-305437b9-1337-47ba-8759-48fae3ff5dc9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/92a1381c-b66d-4012-8be1-863878a0e51b HTTP/1.1" status: 204 len: 168 time: 0.1250308 Oct 17 11:21:41.872430 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305437b9-1337-47ba-8759-48fae3ff5dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a1381c-b66d-4012-8be1-863878a0e51b,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:42.684270 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:44.345005 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:48.043919 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.wsgi [-] (103976) accepted ('10.222.0.43', 58664) {{(pid=103976) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:48.153112 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b3cdff2a-bd40-4294-b975-3a8556931284 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:48.226273 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b3cdff2a-bd40-4294-b975-3a8556931284 admin admin] Publish callbacks [] for security_group (b0814842-9f70-45b4-8a07-6c22d4e66d82), precommit_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:48.231922 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron_lib.callbacks.manager [None req-b3cdff2a-bd40-4294-b975-3a8556931284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (b0814842-9f70-45b4-8a07-6c22d4e66d82), after_create {{(pid=103976) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:48.271702 dv-cinder-858463-3-smb neutron-server[103976]: INFO neutron.wsgi [None req-b3cdff2a-bd40-4294-b975-3a8556931284 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5c26d741689a470491c5626ca08572d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266958 Oct 17 11:21:48.272636 dv-cinder-858463-3-smb neutron-server[103976]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cdff2a-bd40-4294-b975-3a8556931284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0814842-9f70-45b4-8a07-6c22d4e66d82,revision_number=1']} {{(pid=103976) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:21:48.274620 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [-] (103977) accepted ('10.222.0.43', 58668) {{(pid=103977) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Oct 17 11:21:48.323432 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0a4c0b7c-e3b7-4a0d-bd20-175d241df564 admin admin] Publish callbacks [] for security_group (b0814842-9f70-45b4-8a07-6c22d4e66d82), before_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:48.344348 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0a4c0b7c-e3b7-4a0d-bd20-175d241df564 admin admin] Publish callbacks [] for security_group (b0814842-9f70-45b4-8a07-6c22d4e66d82), precommit_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:48.393844 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0a4c0b7c-e3b7-4a0d-bd20-175d241df564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7897167'] for security_group (b0814842-9f70-45b4-8a07-6c22d4e66d82), after_delete {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:48.396345 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron_lib.callbacks.manager [None req-0a4c0b7c-e3b7-4a0d-bd20-175d241df564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103977) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:21:48.397542 dv-cinder-858463-3-smb neutron-server[103977]: INFO neutron.wsgi [None req-0a4c0b7c-e3b7-4a0d-bd20-175d241df564 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b0814842-9f70-45b4-8a07-6c22d4e66d82 HTTP/1.1" status: 204 len: 168 time: 0.1218688 Oct 17 11:21:48.405334 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c0b7c-e3b7-4a0d-bd20-175d241df564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0814842-9f70-45b4-8a07-6c22d4e66d82,revision_number=None']} {{(pid=103977) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 17 11:22:06.031662 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:22:06.944658 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-68470eb2-770c-4795-bff3-c0da218d5ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:22:09.315234 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-1920448b-e6b8-4cb2-8de4-96ab16e72e25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:22:10.327049 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:22:10.605563 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:22:12.695485 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:22:14.352603 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:22:36.937744 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5cb6198d-1f23-4795-a915-dd5c9498fd46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:22:39.322228 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-13cc9910-a3c6-4560-a0ac-19b85dd8c5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:22:40.329653 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:22:40.601353 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:22:42.696877 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:22:43.035288 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:22:44.350368 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:23:06.939371 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7acfa81b-a9c4-4f1c-9ea0-7074dc81c28e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:23:09.312836 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-e6910a65-fe86-4c9a-8e74-9bb59e7bc3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:23:10.324922 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:23:10.603329 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:23:12.701988 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:23:14.346641 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:23:20.040612 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:23:36.944992 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3a4d4406-3087-4f67-8249-2e5db444c428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:23:39.318573 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ddf29534-0da5-40b3-b168-87ddfcc132d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:23:40.344603 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:23:40.609242 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:23:42.704830 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:23:44.352397 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:23:57.045226 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:24:06.937433 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-5db31c86-18de-46e5-9539-4c7d3da8a884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:24:09.311916 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-9e48406e-a2a6-45b8-b200-d712cbb11419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:24:10.369717 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:24:10.609777 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:24:12.712461 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:24:14.359118 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:24:22.526467 dv-cinder-858463-3-smb neutron-server[103977]: DEBUG neutron.wsgi [req-9f6e23e2-ff10-4b12-9847-c8f042796d27 req-029f336a-de7d-430f-b0a9-e9b1b343a744 service neutron] (103977) timed out ('10.222.0.23', 64402) {{(pid=103977) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Oct 17 11:24:34.044530 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:24:36.938966 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-41d0cb75-8ef4-43fc-b8fe-b8f0daf975f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:24:39.309562 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-ced56cf0-7ede-4e36-a451-6f713f0739a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:24:40.372725 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:24:40.623503 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:24:42.715666 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:24:44.355137 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:25:06.946208 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-92655247-bd61-4eaf-aa9b-57e6fc1f367f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:25:09.314602 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-3c0fcabd-3715-40b1-8f4f-4fc0cecc5755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:25:10.386170 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:25:10.618124 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:25:11.049395 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:25:12.720759 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:25:14.349505 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:25:36.941530 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-a1880394-2916-4967-9a24-df68e742c63a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:25:39.320487 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-be5e5f7c-9547-4027-adbe-8e607c74ef7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:25:40.402706 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:25:40.629745 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:25:42.721473 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:25:44.348604 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:25:48.052103 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:26:06.941287 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-4c53be5a-f782-42d7-a5b2-b7ff1b6185f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:26:09.321031 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-52fb85ed-9f56-426a-8667-9c68bb8070cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:26:10.393933 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:26:10.624198 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:26:12.726497 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:26:14.349179 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-64cfa4a9-f2fb-410f-9b30-007797f65626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (3ceddab5-44c0-4135-b5af-db7cfafacc0b), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:26:25.055207 dv-cinder-858463-3-smb neutron-server[103979]: DEBUG neutron.db.agents_db [None req-0570af08-2ad5-4ed9-aff9-ea1dc8e28803 None None] Agent healthcheck: found 6 active agents {{(pid=103979) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 17 11:26:36.941887 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-478a4a6a-35ce-4713-8e0d-29c3c447b1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (f4a57ad3-2afd-488a-83e3-433ee65eb400), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:26:39.316127 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-7997c4b7-3336-4b4f-81ac-eacb0fd829d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (97899291-2d92-4bd0-aab7-6532fb5e8803), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:26:40.395262 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-57c69aac-f264-484e-8b5d-0890df14c4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (4debf114-5de0-4168-a79f-13747916be3d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:26:40.627413 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-0ea5f1f0-67a9-465b-83e9-4d667e593edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (2775002f-8582-4888-897f-d4d918d4445d), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Oct 17 11:26:42.724527 dv-cinder-858463-3-smb neutron-server[103978]: DEBUG neutron_lib.callbacks.manager [None req-cd3310cb-c642-45ae-80f2-9af07dfabf14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8735707778070', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1045999'] for agent (c796a778-8414-4954-bf3f-c0ecce59101c), after_update {{(pid=103978) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}